-- Logs begin at Mon 2022-06-27 23:02:28 UTC, end at Tue 2022-06-28 00:11:42 UTC. -- Jun 27 23:44:29.664070 dv-cinder-847864-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 23:44:32.664492 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.common.config [-] Logging enabled! Jun 27 23:44:32.664994 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev33 Jun 27 23:44:32.665306 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 23:44:32.668578 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.common.config [-] Logging enabled! Jun 27 23:44:32.668828 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev33 Jun 27 23:44:32.669163 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 23:44:32.670083 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 23:44:32.670314 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 23:44:32.670677 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 23:44:32.671108 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 23:44:32.671685 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 23:44:32.672167 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.672593 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jun 27 23:44:32.672904 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.673208 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.673625 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.673827 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.674103 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.674384 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.674649 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.674942 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.675222 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.675494 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.675773 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.676053 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.676333 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.676615 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.676893 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.677193 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] debug = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.677470 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.677898 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.678308 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.678583 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.678867 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.679142 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.679408 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.679679 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.679959 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.680280 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] host = dv-cinder-847864-2-iscsi {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.680551 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.680828 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.681135 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.681415 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.681685 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.681955 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.682232 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.682497 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.682762 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.683029 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.683308 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.683593 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.683877 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.684104 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.684314 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.684603 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.684883 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.685174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.685443 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.685713 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.685981 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.686249 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.687037 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.687342 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.687628 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.687917 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.688199 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.688473 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.688743 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.689014 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.689329 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.689601 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.689868 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.690493 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.690773 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.691039 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.691307 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.691599 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.691880 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.692160 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.692439 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.692707 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.692982 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.693273 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.693539 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.693809 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] use_json = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.694077 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.694346 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.694623 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.694891 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.695157 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.695421 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.695684 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.695961 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.696228 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:32.696519 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.696808 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.697153 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.697447 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.697732 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.698005 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.698288 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.698561 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.698841 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.699125 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.699410 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.699680 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.699972 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.700254 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.700544 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.700841 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.701156 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.701443 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.701714 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.702067 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.702797 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.703082 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.703376 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.703658 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.703952 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.704240 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.704522 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.704816 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.705127 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.705419 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.705704 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.705974 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.706251 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.706542 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.706816 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.707085 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.707360 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.707646 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.707922 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.708195 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.708480 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.708767 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.709066 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.709345 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.709621 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.709906 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.710178 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.710452 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.710720 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.710994 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.711262 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.711541 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.711812 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.712085 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.712358 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.712634 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.712907 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.713211 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.713494 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.713766 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.714042 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.714314 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.714587 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.714859 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.715129 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.715400 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.715673 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.715943 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.716220 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.716493 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.716767 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.717038 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.717333 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.717650 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.718420 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.718738 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.719025 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.719309 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.719594 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.719874 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.720155 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.720437 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.720720 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.721000 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.721315 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.721607 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.721895 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.722184 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.722490 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.722770 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.723064 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.723342 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.723628 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.723909 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.724185 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.724463 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.724746 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.725028 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.725344 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.725637 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.725929 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.726220 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.726511 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.726793 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.727098 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.727377 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:32.727596 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 23:44:32.727835 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115209) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 23:44:33.099329 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 23:44:33.099569 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 23:44:33.099889 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 23:44:33.100217 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 23:44:33.429368 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.429558 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.429829 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.431009 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.431273 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.431656 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.477438 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.477705 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.477979 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.492308 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.492577 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.492846 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.521730 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.522018 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.522273 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.559816 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.560090 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.560350 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.918005 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.918662 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.918662 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.918828 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:33.919444 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.018742 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.019067 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.019339 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.019605 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.019864 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.020164 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.020421 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.020671 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.020919 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.021174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.021464 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.021726 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.021955 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.022200 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.022453 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.022736 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.022966 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.023230 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.023497 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.023732 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.023998 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.024247 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.024522 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.024892 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.025164 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.025409 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.025799 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.026037 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.026271 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.026504 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.026735 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.026965 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.027323 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 23:44:34.030964 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 23:44:34.034942 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 23:44:34.038644 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 27 23:44:34.040240 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 23:44:34.040710 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 23:44:34.041039 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 23:44:34.041445 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 23:44:34.044215 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 23:44:34.044456 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 23:44:34.044791 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 23:44:34.049805 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 27 23:44:34.073527 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 23:44:34.073973 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.074266 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115209) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 27 23:44:34.074628 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.075960 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115209) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 23:44:34.076238 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 23:44:34.076474 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 23:44:34.080245 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.080523 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.243781 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 23:44:34.244012 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 23:44:34.244436 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 23:44:34.245093 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 23:44:34.277761 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_db.sqlalchemy.engines [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115209) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 27 23:44:34.726320 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing driver for type 'gre' Jun 27 23:44:34.726924 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] gre ID ranges: [(1, 1000)] Jun 27 23:44:34.785020 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing driver for type 'local' Jun 27 23:44:34.785387 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing driver for type 'vlan' Jun 27 23:44:34.798465 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] VlanTypeDriver initialization complete Jun 27 23:44:34.798916 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing driver for type 'vxlan' Jun 27 23:44:34.799478 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] vxlan ID ranges: [(1, 1000)] Jun 27 23:44:34.854976 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing extension driver 'port_security' Jun 27 23:44:34.855379 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] PortSecurityExtensionDriver initialization complete Jun 27 23:44:34.855769 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing mechanism driver 'openvswitch' Jun 27 23:44:34.856132 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing mechanism driver 'hyperv' Jun 27 23:44:34.863068 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.plugin [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:44:34.863931 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.864308 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.864661 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.865231 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 23:44:34.865668 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.866048 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.866393 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.866799 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 23:44:34.867210 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.867559 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.867900 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.868297 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 23:44:34.868704 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > security_group after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.869091 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > security_group after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.869429 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.869828 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 23:44:34.870244 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.870595 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.870940 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.871335 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 23:44:34.871743 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > address_group after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.872093 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > address_group after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.872435 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.872834 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 23:44:34.873389 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] ML2 OVO RPC backend initialized. {{(pid=115209) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 27 23:44:34.874144 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.874497 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.874916 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.875265 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > networks before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.875616 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.875958 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > ports before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.876307 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.876647 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnets before_response 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.876993 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.877359 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.877695 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.878030 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.878415 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.878758 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.879099 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.879435 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.879768 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.886977 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded quota_driver: . Jun 27 23:44:34.887345 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.plugin [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Modular L2 Plugin initialization complete Jun 27 23:44:34.887696 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading services supported by the core plugin {{(pid=115209) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 23:44:34.888071 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.plugins.ml2.managers [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Got port-security extension from driver 'port_security' Jun 27 23:44:34.888568 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.extensions.vlantransparent [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Disabled vlantransparent extension. Jun 27 23:44:34.889094 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115209) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 23:44:34.889450 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: router Jun 27 23:44:34.924764 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.925386 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_create 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.925476 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router before_create 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.925830 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.926208 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.926568 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_delete 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.926937 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.927292 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.927655 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_create 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.928009 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_update 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.928360 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_update 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.928721 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.929080 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_update 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.929530 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_update 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.929900 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.930228 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.930568 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: subnet after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.930908 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.931260 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.931610 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_create 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.931954 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.932299 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.932661 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router after_update 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.933163 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.933523 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_create 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.933884 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.934221 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_update 55549900 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.934587 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > agent after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.934940 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > agent after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.935288 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > network after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.936151 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Tracking information for resource: router configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.936663 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Tracking information for resource: floatingip configured {{(pid=115209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 23:44:34.941887 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.db.l3_agentschedulers_db [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 23:44:34.942462 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.942819 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port after_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.944798 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port after_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.944798 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: port after_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.944798 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router before_create 55550100 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.944798 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.945128 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_create 55550100 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.945378 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > router precommit_update 55550100 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.950239 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.provider_configuration [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service providers = [] {{(pid=115209) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 23:44:34.950607 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.db.servicetype_db [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115209) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 23:44:34.954016 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.service_base [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 23:44:34.954372 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.service_base [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 23:44:34.954711 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.service_base [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 23:44:34.955599 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.services.service_base [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 23:44:34.955975 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.services.service_base [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 23:44:34.956355 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.956670 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 23:44:34.967294 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.967767 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: auto_allocate Jun 27 23:44:34.973579 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: network precommit_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.973954 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: network precommit_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.974478 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.974802 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: tag Jun 27 23:44:34.981586 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.981918 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: timestamp Jun 27 23:44:34.985899 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.986231 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: network_ip_availability Jun 27 23:44:34.991691 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.992067 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.992424 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:34.993181 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.993505 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: flavors Jun 27 23:44:34.998469 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:34.998839 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading Plugin: revisions Jun 27 23:44:35.003214 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 23:44:35.003609 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_concurrency.lockutils [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.904s {{(pid=115209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 23:44:35.004336 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115209) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 27 23:44:35.004672 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Initializing extension manager. Jun 27 23:44:35.005227 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: __init__.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.005572 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: __pycache__ {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.005906 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: address_group.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.006673 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.007239 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: address-group Jun 27 23:44:35.007566 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: address_scope.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.008287 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.008809 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: address-scope Jun 27 23:44:35.009158 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.010079 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.010644 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: router-admin-state-down-before-update Jun 27 23:44:35.010951 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: agent.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.011647 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.012157 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: agent Jun 27 23:44:35.012475 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: agent_resources_synced.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.013419 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.013936 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: agent-resources-synced Jun 27 23:44:35.014256 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: allowedaddresspairs.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.016193 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.016714 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: allowed-address-pairs Jun 27 23:44:35.017066 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: auto_allocated_topology.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.018136 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.018657 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: auto-allocated-topology Jun 27 23:44:35.018986 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: availability_zone.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.019678 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.020189 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: availability_zone Jun 27 23:44:35.020511 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: availability_zone_filter.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.021456 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.021977 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: availability_zone_filter Jun 27 23:44:35.022288 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: data_plane_status.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.023209 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.023720 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 23:44:35.024037 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: default_subnetpools.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.024951 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.025490 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: default-subnetpools Jun 27 23:44:35.025812 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.026623 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.027128 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: dhcp_agent_scheduler Jun 27 23:44:35.027449 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: dns.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.028359 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.028860 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension dns-integration not supported by any of loaded plugins Jun 27 23:44:35.029218 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: dns_domain_ports.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.030174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.030681 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 23:44:35.031001 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.031929 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.032437 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 27 23:44:35.032758 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: dvr.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.033457 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.033965 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: dvr Jun 27 23:44:35.034285 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: ecmp_routes.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.035203 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.035713 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension ecmp_routes not supported by any of loaded plugins Jun 27 23:44:35.036035 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: empty_string_filtering.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.036939 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.037482 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: empty-string-filtering Jun 27 23:44:35.037803 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.038710 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.039221 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 23:44:35.039544 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.040460 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.040973 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 23:44:35.041315 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: external_net.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.042234 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.042744 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: external-net Jun 27 23:44:35.043068 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.043977 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.044492 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: extra_dhcp_opt Jun 27 23:44:35.044811 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: extraroute.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.045827 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.046340 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: extraroute Jun 27 23:44:35.046662 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: extraroute_atomic.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.047703 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.048220 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: extraroute-atomic Jun 27 23:44:35.048540 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: filter_validation.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.049234 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.049738 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: filter-validation Jun 27 23:44:35.050056 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: fip_pf_description.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.050969 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.051474 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 23:44:35.051790 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: fip_port_details.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.054171 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.054702 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: fip-port-details Jun 27 23:44:35.055036 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: flavors.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.056255 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.056780 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: flavors Jun 27 23:44:35.057138 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.058816 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.059336 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 23:44:35.059666 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: floatingip_pools.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.060364 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.060878 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: floatingip-pools Jun 27 23:44:35.061270 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: ip_allocation.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.062346 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.062856 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 23:44:35.063187 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.064098 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.064612 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: ip-substring-filtering Jun 27 23:44:35.064939 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l2_adjacency.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.066244 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.066750 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 23:44:35.067077 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.068041 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.068559 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: router Jun 27 23:44:35.068883 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.071184 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.071796 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 23:44:35.072209 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.073311 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.073982 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: ext-gw-mode Jun 27 23:44:35.074366 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.075417 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.076036 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: l3-ha Jun 27 23:44:35.076463 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.077913 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.078748 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 27 23:44:35.079024 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_flavors.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.080034 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.080794 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: l3-flavors Jun 27 23:44:35.081295 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_ndp_proxy.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.083034 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.083634 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 27 23:44:35.084056 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.085452 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.086142 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 23:44:35.086665 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: l3agentscheduler.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.087785 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.088469 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: l3_agent_scheduler Jun 27 23:44:35.089033 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: local_ip.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.091174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.091771 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension local_ip not supported by any of loaded plugins Jun 27 23:44:35.092206 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: logging.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.094223 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.094868 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension logging not supported by any of loaded plugins Jun 27 23:44:35.095433 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: metering.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.096383 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.097280 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: metering Jun 27 23:44:35.097720 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.099165 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.099739 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: metering_source_and_destination_fields Jun 27 23:44:35.100117 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: multiprovidernet.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.101446 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.102096 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: multi-provider Jun 27 23:44:35.102485 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: netmtu.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.103491 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.104011 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: net-mtu Jun 27 23:44:35.104339 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: netmtu_writable.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.105284 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.105814 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: net-mtu-writable Jun 27 23:44:35.106124 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: network_availability_zone.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.106800 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.107313 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: network_availability_zone Jun 27 23:44:35.107641 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: network_ip_availability.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.108905 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.109463 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: network-ip-availability Jun 27 23:44:35.109793 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: network_segment_range.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.110570 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.111075 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 23:44:35.111397 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: pagination.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.112381 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.112714 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: pagination Jun 27 23:44:35.113038 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: port_device_profile.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.113972 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.114494 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: port-device-profile Jun 27 23:44:35.114818 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.115753 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.116274 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: port-mac-address-regenerate Jun 27 23:44:35.116597 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.117533 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.118056 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: port-numa-affinity-policy Jun 27 23:44:35.118374 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: port_resource_request.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.119306 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.119828 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 23:44:35.120150 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: port_resource_request_groups.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.121161 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.121687 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 27 23:44:35.122011 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: portbindings.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.122953 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.123476 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: binding Jun 27 23:44:35.124213 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: portbindings_extended.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.125444 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.125961 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: binding-extended Jun 27 23:44:35.126293 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: portsecurity.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.127218 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.127734 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: port-security Jun 27 23:44:35.128058 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: project_id.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.129030 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.129387 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: project-id Jun 27 23:44:35.129707 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: providernet.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.130635 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.131154 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: provider Jun 27 23:44:35.131477 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.134984 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.135512 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos not supported by any of loaded plugins Jun 27 23:44:35.135843 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.137118 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.137648 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 23:44:35.137980 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.138901 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.139594 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 23:44:35.139988 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_default.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.140810 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.141351 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-default not supported by any of loaded plugins Jun 27 23:44:35.141678 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_fip.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.142604 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.143115 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-fip not supported by any of loaded plugins Jun 27 23:44:35.143447 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_fip_network_policy.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.144356 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.144867 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 27 23:44:35.145228 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_gateway_ip.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.146146 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.146658 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 23:44:35.146984 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_port_network_policy.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.148015 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.148537 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 23:44:35.148861 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.149925 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.150445 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 27 23:44:35.150773 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.151810 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.152326 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 27 23:44:35.152653 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_pps_rule.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.153845 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.154365 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-pps not supported by any of loaded plugins Jun 27 23:44:35.154690 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_rule_type_details.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.155642 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.156159 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 23:44:35.156476 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: qos_rules_alias.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.157560 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.158084 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 23:44:35.158402 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: quota_check_limit.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.159314 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.159840 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: quota-check-limit Jun 27 23:44:35.160161 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: quotasv2.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.161149 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.161483 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: quotas Jun 27 23:44:35.161807 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: quotasv2_detail.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.163507 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.163852 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: quota_details Jun 27 23:44:35.164182 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: rbac.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.165275 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.165809 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: rbac-policies Jun 27 23:44:35.166136 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: rbac_address_group.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.167071 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.167591 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: rbac-address-group Jun 27 23:44:35.167922 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: rbac_address_scope.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.168841 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.169385 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: rbac-address-scope Jun 27 23:44:35.169711 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: rbac_security_groups.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.170746 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.171315 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: rbac-security-groups Jun 27 23:44:35.171643 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: rbac_subnetpool.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.172561 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.173085 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: rbac-subnetpool Jun 27 23:44:35.173417 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: revisionifmatch.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.174424 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.174992 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: revision-if-match Jun 27 23:44:35.175266 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: revisions.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.176377 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.176894 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: standard-attr-revisions Jun 27 23:44:35.177251 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: router_availability_zone.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.177923 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.178438 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: router_availability_zone Jun 27 23:44:35.178797 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: routerservicetype.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.179705 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.180223 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension router-service-type not supported by any of loaded plugins Jun 27 23:44:35.180546 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.181509 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.182030 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: security-groups-normalized-cidr Jun 27 23:44:35.182350 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.183289 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.183808 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: port-security-groups-filtering Jun 27 23:44:35.184127 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.185070 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.185601 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: security-groups-remote-address-group Jun 27 23:44:35.185930 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.186915 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.187428 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: security-groups-shared-filtering Jun 27 23:44:35.187752 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.188337 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jun 27 23:44:35.188654 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: securitygroup.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.198731 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.199268 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: security-group Jun 27 23:44:35.199682 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: segment.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.200421 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.200938 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension segment not supported by any of loaded plugins Jun 27 23:44:35.201301 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.202348 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.202859 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 23:44:35.203192 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: servicetype.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.204296 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.204828 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: service-type Jun 27 23:44:35.205182 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: sorting.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.206172 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.206502 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: sorting Jun 27 23:44:35.206829 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: standard_attr_segment.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.207745 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.208271 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 23:44:35.208602 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: standardattrdescription.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.209285 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.209800 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: standard-attr-description Jun 27 23:44:35.210124 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: stateful_security_group.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.211054 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.211572 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: stateful-security-group Jun 27 23:44:35.211895 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: stdattrs_common.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.212463 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 23:44:35.212783 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.213762 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.214271 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 23:44:35.214585 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: subnet_onboard.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.215653 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.216171 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: subnet_onboard Jun 27 23:44:35.216496 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.217548 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.218084 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 23:44:35.218402 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: subnet_service_types.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.219336 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.219858 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: subnet-service-types Jun 27 23:44:35.220184 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: subnetallocation.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.221305 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.221830 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: subnet_allocation Jun 27 23:44:35.222155 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.222820 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.223338 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: subnetpool-prefix-ops Jun 27 23:44:35.223660 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.224594 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.225137 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 23:44:35.225537 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: tagging.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.226605 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.227124 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: standard-attr-tag Jun 27 23:44:35.227450 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: timestamp.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.228647 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.229197 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loaded extension: standard-attr-timestamp Jun 27 23:44:35.229524 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: trunk.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.230545 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.231060 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension trunk not supported by any of loaded plugins Jun 27 23:44:35.231392 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: trunk_details.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.232319 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.232838 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension trunk-details not supported by any of loaded plugins Jun 27 23:44:35.234100 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: uplink_status_propagation.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.236273 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.236273 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 23:44:35.236437 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Loading extension file: vlantransparent.py {{(pid=115209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 23:44:35.237366 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 23:44:35.238152 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 23:44:35.242393 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:network Jun 27 23:44:35.243231 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:subnet Jun 27 23:44:35.243989 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 23:44:35.244604 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:port Jun 27 23:44:35.246728 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.247437 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service FLAVORS assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.248462 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.249293 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.249646 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:router Jun 27 23:44:35.250070 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:floatingip Jun 27 23:44:35.250560 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service METERING assigned prefix: /metering {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.252001 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:35.252366 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:35.252707 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:44:35.253761 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 23:44:35.254196 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:security_group Jun 27 23:44:35.254612 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 23:44:35.255217 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service CORE assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.255541 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 23:44:35.255881 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] subnetpool is already registered Jun 27 23:44:35.256293 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service CORE assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.256598 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 23:44:35.256919 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] subnetpool is already registered Jun 27 23:44:35.259405 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.259852 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service FLAVORS assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.260431 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.260840 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.261180 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:router Jun 27 23:44:35.261505 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] router is already registered Jun 27 23:44:35.261902 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:floatingip Jun 27 23:44:35.262232 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] floatingip is already registered Jun 27 23:44:35.262704 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service METERING assigned prefix: /metering {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.263367 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 23:44:35.263683 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] rbac_policy is already registered Jun 27 23:44:35.264077 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:security_group Jun 27 23:44:35.264419 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] security_group is already registered Jun 27 23:44:35.265353 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 23:44:35.265686 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] security_group_rule is already registered Jun 27 23:44:35.266484 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service CORE assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.266825 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 23:44:35.267158 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] subnetpool is already registered Jun 27 23:44:35.267569 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.v2.resource_helper [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Service CORE assigned prefix: {{(pid=115209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 23:44:35.267871 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 23:44:35.268197 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING neutron.quota.resource_registry [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] subnetpool is already registered Jun 27 23:44:35.268655 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: extensions {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.270164 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: address-groups {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.271653 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: address-scopes {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.273003 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: agents {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.274449 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: auto-allocated-topology {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.275660 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: availability_zones {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.276862 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: dhcp-networks {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.278416 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: dhcp-agents {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.279807 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: routers {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.282612 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: flavors {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.283765 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: service_profiles {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.284960 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: next_providers {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.286417 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: service_profiles {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.288889 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: floatingip-pools {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.290142 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: routers {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.292221 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: floatingips {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.293504 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: l3-routers {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.294863 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: l3-agents {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.296804 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: metering-labels {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.298166 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: metering-label-rules {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.299436 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: network-ip-availabilities {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.300781 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: bindings {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.302445 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: quotas {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.303989 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: quotas {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.305516 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: rbac-policies {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.306785 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: security-groups {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.307992 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: security-group-rules {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.309231 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: service-providers {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.310418 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: subnetpools {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.312441 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: subnetpools {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.313910 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.315941 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.317749 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.319522 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.321310 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.323135 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.324801 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.326744 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.328979 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.330835 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron.api.extensions [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Extended resource: tags {{(pid=115209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 23:44:35.336762 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING keystonemiddleware.auth_token [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 23:44:35.341523 dv-cinder-847864-2-iscsi neutron-server[115209]: WARNING keystonemiddleware.auth_token [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 23:44:35.350622 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_concurrency.lockutils [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Acquired lock "singleton_lock" {{(pid=115209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 27 23:44:35.351094 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_concurrency.lockutils [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Releasing lock "singleton_lock" {{(pid=115209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 27 23:44:35.351753 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Starting 2 workers Jun 27 23:44:35.356584 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Started child 115318 {{(pid=115209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 23:44:35.363206 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Started child 115319 {{(pid=115209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 23:44:35.363417 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:35.364017 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO neutron.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 23:44:35.364090 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [-] (115318) wsgi starting up on http://0.0.0.0:9696 Jun 27 23:44:35.364157 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Publish callbacks [] for process (None), before_spawn {{(pid=115209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:35.366312 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Starting 1 workers Jun 27 23:44:35.366479 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:35.367973 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [-] (115319) wsgi starting up on http://0.0.0.0:9696 Jun 27 23:44:35.371515 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Started child 115320 {{(pid=115209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 23:44:35.372047 dv-cinder-847864-2-iscsi neutron-server[115209]: INFO oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Starting 1 workers Jun 27 23:44:35.375327 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] calling RpcWorker wait() {{(pid=115320) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 23:44:35.375936 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] returning from RpcWorker wait() {{(pid=115320) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 23:44:35.377089 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:35.377213 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Started child 115321 {{(pid=115209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 23:44:35.377517 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:44:35.378007 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG neutron_lib.callbacks.manager [None req-1b475aba-a8ab-4180-8883-99912b3284dc None None] Publish callbacks [] for process (None), after_spawn {{(pid=115209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:35.379809 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 23:44:35.379987 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 23:44:35.380180 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 23:44:35.380432 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 23:44:35.380741 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 23:44:35.380907 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 23:44:35.381438 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.381709 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.381811 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:35.382269 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.382269 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.382527 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.383069 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.383338 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.383556 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.383849 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.384081 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.384261 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.384408 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.384685 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.384888 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.385415 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.385752 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.385973 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.386273 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.386398 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.386713 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.386954 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.387189 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.387472 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] debug = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.387756 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.388198 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.388428 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.388664 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.388884 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.389178 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.389451 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.389721 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.390617 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.390840 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.391108 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.391375 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.391588 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.391804 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.392054 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.392268 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.392532 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.392792 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.393265 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] host = dv-cinder-847864-2-iscsi {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.393497 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.393713 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.393923 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.394166 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.394408 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.394634 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.394896 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.395155 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.395379 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.395626 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.395881 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.396121 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.396353 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.396593 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.396759 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_options = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.396968 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.397254 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.397508 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.397696 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.397972 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.398073 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.398272 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.398436 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.398692 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.398906 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.399118 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.399329 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.399543 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.399798 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.401151 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.401322 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.401823 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.402064 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.402541 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.402906 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.403036 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:44:35.403161 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.403425 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.403664 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.403943 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.404203 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.404668 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.405475 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.405884 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.406616 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.406919 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.408728 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.408728 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.408728 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.408728 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.410904 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.411186 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.411446 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.411696 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.411988 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.412242 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.412535 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.412822 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.413108 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.413356 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.413590 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.413851 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.414095 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_json = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.414340 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.414587 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.414861 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.415101 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.415347 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.415575 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.415821 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.416082 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.416317 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.416763 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.417092 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.417405 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.417666 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.417927 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.418188 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.418433 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.421201 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.424740 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.425253 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.425376 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.425611 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.425924 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.426239 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.426565 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.427480 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.427808 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.429570 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.429847 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.430120 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.430385 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.430680 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.430986 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.431230 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.431504 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.431761 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.432029 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.432333 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.432608 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.432941 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.433250 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.433521 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.433785 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.434019 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.434277 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.434538 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.434779 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.435013 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.435266 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.435557 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.435786 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.436032 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.436442 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.436761 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.437086 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.437816 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.438055 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.438320 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.438559 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.438828 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.439069 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.439288 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.439499 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.440308 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.441318 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.441567 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.441829 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.442079 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.442340 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.442600 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.442839 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.443059 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.443321 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.443544 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.443762 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.443988 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.444205 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.444420 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.444674 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.445329 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.445568 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.445730 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.445955 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.446190 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.446407 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.446627 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.446847 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.447066 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.447303 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.447527 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.447746 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.447962 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.448174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.448393 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.450347 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.450593 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.450827 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.451086 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.451312 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.451552 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.451775 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.452105 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.452907 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.453231 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.453541 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.453820 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.455082 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.455332 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.455596 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.455825 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.456058 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.456305 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.456568 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.458125 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.458390 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.458634 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.458870 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.459123 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.459357 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.459589 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.459852 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.460104 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.460367 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.460630 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.460913 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.461272 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.461552 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.461880 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.462149 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.463415 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.463712 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.463991 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.464254 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.464542 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.464842 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.465158 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.465546 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.465910 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.466470 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.466800 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.467060 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.467613 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.467884 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.468184 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.468447 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.468706 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.468941 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.469196 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.469455 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.469897 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.470224 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.470471 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.470713 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.470994 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.471235 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.471522 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.471797 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.472053 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.472530 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.472799 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.473076 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.473600 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.473848 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.474118 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.474330 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.474580 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.474790 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.475017 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.475271 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.475498 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.475743 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.475962 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.476208 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.476444 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.476668 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.476886 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.477155 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.478393 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.479035 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.480841 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.481137 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.481381 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.481621 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.481854 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.482126 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.482362 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.482651 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.482916 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.483284 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.483580 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.483847 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.484148 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.484356 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.484621 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.484866 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.485230 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.485533 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.485769 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.485994 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.486216 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.486533 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.486768 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.487012 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.487274 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.488824 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.489148 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.489398 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.489667 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.489932 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.490182 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.490414 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.490648 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.490918 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.491171 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.491403 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.491667 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.491894 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.492144 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.492386 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.492637 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.492919 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.493247 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.493673 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.494129 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.494447 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.494703 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.494934 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.495165 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.495391 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.495611 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.495831 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.496059 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.496283 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.496578 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.496830 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.497097 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.497360 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.497475 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:44:35.497566 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.497832 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.498088 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.498325 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.498547 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.498891 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.499119 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.499337 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.499571 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.499789 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.500005 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.500233 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.500476 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.500689 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.500935 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.501157 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.501399 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.502172 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.502396 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.502620 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.502874 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.503312 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.503536 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.503767 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.503987 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.504201 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.504434 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.504648 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.504863 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.505109 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.505546 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.506384 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.506679 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.506940 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.507166 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.507465 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.507698 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.507949 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.508202 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.508500 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.508718 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.508966 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.509364 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.509596 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.509837 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.510079 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.510422 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.510699 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.510948 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.511206 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.511617 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.512301 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.512598 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.512820 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.513187 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.513470 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.513750 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.514018 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.514262 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.514566 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.514794 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.515025 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.515268 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.515596 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.515844 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.516106 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.516341 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.516586 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.516832 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.517077 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.517312 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.517569 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.517803 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.518045 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.518270 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.518434 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 23:44:35.518963 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 23:44:35.519127 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 23:44:35.519284 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 23:44:35.519459 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 23:44:35.519630 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 23:44:35.519785 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 23:44:35.519996 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.520159 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.520321 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.520484 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.520644 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.520827 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.520987 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.521169 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.521331 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.521489 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.521648 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.521807 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522014 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522182 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522342 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522508 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522669 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522831 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.522996 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.523158 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.523343 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.523471 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.523633 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] debug = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.523793 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.524019 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.524185 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.524345 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.524728 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.524893 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.525273 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.525466 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.525594 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.525755 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.525921 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.526076 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.526233 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.526400 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.526558 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.526718 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.526877 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527036 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527195 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] host = dv-cinder-847864-2-iscsi {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527356 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527515 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527676 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527834 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.527993 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.528153 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.528312 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.528473 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.528633 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.528793 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.528952 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.529133 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.529296 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.529456 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.529616 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_options = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.529774 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.529974 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.530185 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.530371 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.530537 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.530699 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.531121 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.531262 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.531428 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.531586 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.531746 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.531906 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.532065 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.532225 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.532389 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.532549 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.532709 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.532868 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.533028 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.533209 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.533368 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.533527 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.533686 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.533845 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534006 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534166 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534326 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534486 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534648 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534809 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.534978 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.535125 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.535285 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.535444 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.535603 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.535770 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.535925 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.536084 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.536248 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.536408 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.536567 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.536725 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.536884 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.537072 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.537222 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.537381 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.537540 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_json = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.537698 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.537857 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.538016 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.538174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.538332 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.538578 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.538738 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.538900 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.539061 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 23:44:35.539241 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.539403 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.539575 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.539740 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.539901 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.540062 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.540223 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.540386 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.540546 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.540707 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.540878 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.541056 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.541234 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.541396 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.541557 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.541722 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.541885 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.542047 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.542220 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.542360 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.542520 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.542681 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.542851 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.543016 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.543178 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.543339 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.543499 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.543669 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.543831 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544007 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544174 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544337 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544498 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544660 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544825 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.544990 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.545175 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.545339 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.545502 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.545710 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.545878 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.546057 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.546209 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.546374 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.546516 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.546766 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.546941 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.547109 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.547271 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.547434 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.547598 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.547761 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.547924 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.548086 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.548249 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.548413 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.548575 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.548755 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.548916 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.549102 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.549267 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.549430 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.549592 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.549753 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.549915 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.550077 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.550239 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.550400 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.550576 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.550737 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.550899 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.551060 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.551222 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.551384 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.551546 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.551707 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.551873 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.552036 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.552197 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.552364 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.552529 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.552691 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.552855 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.553015 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.553200 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.553363 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.553525 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.553688 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.553850 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.554011 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.554173 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.554343 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.554523 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.554686 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.554847 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555011 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555173 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555333 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555494 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555655 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555815 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.555995 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.556136 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.556297 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.556463 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.556625 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.556786 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.556947 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.557129 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.557294 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.557455 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.557615 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.557778 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.557940 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.558100 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.558262 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.558422 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.558584 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.558744 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.558913 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.559074 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.559239 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.559401 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.559569 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.559741 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.559907 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.560069 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.560230 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.560392 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.560553 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.560716 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.560878 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.561055 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.561327 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.561494 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.561669 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.561832 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.561997 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.562160 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.562349 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.562511 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.562672 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.562836 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.562999 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.563162 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.563325 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.563487 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.563649 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.563810 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.563973 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.564138 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.564300 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.564462 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.564624 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.564785 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.565321 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.565487 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.565650 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.565812 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.565974 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.566136 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.566299 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.566460 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.566620 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.566783 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.566945 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.567106 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.567269 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.567430 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.567592 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.567753 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.567918 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.568079 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.568241 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.568403 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.568565 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.568731 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.568892 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.569069 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.569235 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.569399 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.569561 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.569723 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.569886 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.570049 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.570211 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.570373 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.570535 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.570697 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.570859 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.571021 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.571182 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.571342 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.571504 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.571685 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.571847 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572009 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572173 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572339 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572501 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572665 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572827 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.572987 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.573180 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.573344 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.573506 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.573669 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.573832 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.573993 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.574153 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.574317 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.574483 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.574647 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.574808 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.574974 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.575136 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.575299 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.575461 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.575623 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.575785 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.575946 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.576107 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.576270 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.576446 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.576609 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.576772 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.577038 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.577224 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.577389 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.577565 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.577727 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.577888 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.578049 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.578210 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.578372 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.578544 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.578706 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.578867 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.579029 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.579191 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.579357 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.579546 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.579708 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.579869 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.580029 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.580190 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.580350 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.580521 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.580683 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.580844 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581006 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581181 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581339 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581510 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581672 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581833 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.581995 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.582157 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.582318 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.582492 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.582653 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.582814 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.582982 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.583145 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.583305 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.583466 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.583639 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.583801 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.583964 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.584127 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.584287 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.584449 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.584612 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.584778 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.584948 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.585138 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.585303 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.585474 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.585644 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.585815 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.585976 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.586143 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.586317 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.586481 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.586644 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.586805 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.586966 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.587129 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.587291 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.587451 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.587613 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.587774 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.587935 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.588097 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.588258 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.588420 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.588580 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.588741 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.588902 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.589087 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.589255 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.589417 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 23:44:35.589573 dv-cinder-847864-2-iscsi neutron-server[115209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 23:44:35.854379 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54724) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:44:35.868133 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102382 Jun 27 23:44:47.495995 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86723e-2e1e-4b97-b678-77efb4189e27 None None] get_active_networks_info from dv-cinder-847864-2-iscsi {{(pid=115320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 27 23:44:47.558311 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e86723e-2e1e-4b97-b678-77efb4189e27 None None] No non-hosted networks {{(pid=115320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 23:44:47.585647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.agentschedulers_db [None req-1e86723e-2e1e-4b97-b678-77efb4189e27 None None] DHCP Agent not found on host dv-cinder-847864-2-iscsi {{(pid=115320) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 27 23:44:47.690965 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d39acbdc-4341-44d3-87d8-fd04381aa2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3832010'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:49.714798 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c78f7342-a2f0-40f9-a56b-6c07b709a1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3832010'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:49.871530 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3affb174-d75a-456e-93ed-894b3da266c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:50.707201 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3832010'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:52.189908 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3832010'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:53.660498 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54806) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:44:53.752302 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3832010'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:53.753084 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.753749 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.754152 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.754544 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.754935 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.755324 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.755713 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.756124 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.756511 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.756901 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.757482 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.757870 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.758267 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:44:53.758873 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847864-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:44:53.765384 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847864-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:44:54.185797 dv-cinder-847864-2-iscsi neutron-server[115318]: WARNING oslo_policy.policy [None req-1f16c903-1050-48ae-9184-412329e732ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:44:54.186406 dv-cinder-847864-2-iscsi neutron-server[115318]: WARNING oslo_policy.policy [None req-1f16c903-1050-48ae-9184-412329e732ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:44:54.407317 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [None req-1f16c903-1050-48ae-9184-412329e732ff admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:44:54.408326 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-1f16c903-1050-48ae-9184-412329e732ff admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7468154 Jun 27 23:44:57.011027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 54832) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:44:57.537569 dv-cinder-847864-2-iscsi neutron-server[115319]: WARNING oslo_policy.policy [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:44:57.538155 dv-cinder-847864-2-iscsi neutron-server[115319]: WARNING oslo_policy.policy [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:44:57.757758 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:44:57.850351 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.policy [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115319) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 23:44:57.893205 dv-cinder-847864-2-iscsi neutron-server[115319]: WARNING oslo_policy.policy [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:44:57.893584 dv-cinder-847864-2-iscsi neutron-server[115319]: WARNING oslo_policy.policy [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:44:57.951841 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.db.l3_hamode_db [None req-4bd9b3fd-fc8c-4e33-a10d-cc22920c3abe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 23:44:57.993545 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741904595066', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741904594325', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741904597227', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741904607530', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741904614026', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741904625056', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-657602', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3683669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3849414'] for rbac-policy (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:58.025880 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd9b3fd-fc8c-4e33-a10d-cc22920c3abe None None] Routers set() bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:44:58.026259 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd9b3fd-fc8c-4e33-a10d-cc22920c3abe None None] Router IDs set() for agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jun 27 23:44:58.073657 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:44:58.086839 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d1d87f84-d531-463e-ad85-acaf0289b629 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0621288 Jun 27 23:45:00.650571 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54848) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:00.997115 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:45:01.054202 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Made reservation on behalf of 7ce487d9920b4388a1807042211d5185 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:45:01.116085 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.policy [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115318) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 23:45:01.157258 dv-cinder-847864-2-iscsi neutron-server[115318]: WARNING oslo_policy.policy [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:45:01.157623 dv-cinder-847864-2-iscsi neutron-server[115318]: WARNING oslo_policy.policy [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 23:45:01.167811 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.194129 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.316432 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks [] for security_group (24c4f270-9fba-4c9d-bfbd-ec0d817f50e0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.323420 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (24c4f270-9fba-4c9d-bfbd-ec0d817f50e0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.343663 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:45:01.382282 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741905084865', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.382851 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Unsubscribe: segment precommit_create {{(pid=115318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 23:45:01.383360 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Added segment 0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c of type vlan for network 75782612-cb69-4fc8-88b5-61ad227c4d41 Jun 27 23:45:01.403010 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4f270-9fba-4c9d-bfbd-ec0d817f50e0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:01.452691 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.453076 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.453444 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.453787 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.454118 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.454451 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.454773 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.455098 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.455417 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.455759 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.456089 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.456411 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.456768 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Tracked resource versions report: Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: pushed versions: Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: { 'AddressGroup': {'1.2'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'ConntrackHelper': {'1.0'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Log': {'1.0'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Network': {'1.1'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Port': {'1.7'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'PortForwarding': {'1.2'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'QosPolicy': {'1.10'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroup': {'1.5'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SubPort': {'1.0'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Subnet': {'1.1'}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Trunk': {'1.1'}} Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: consumer versions: Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'ConntrackHelper': '1.0', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'LocalIPAssociation': '1.0', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Log': '1.0', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Network': '1.1', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Port': '1.7', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'PortForwarding': '1.2', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'QosPolicy': '1.10', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroup': '1.5', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroupRule': '1.2', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SubPort': '1.0', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Subnet': '1.1', Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Trunk': '1.1'}} Jun 27 23:45:01.458210 dv-cinder-847864-2-iscsi neutron-server[115318]: {{(pid=115318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:45:01.503343 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (75782612-cb69-4fc8-88b5-61ad227c4d41), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.549264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (75782612-cb69-4fc8-88b5-61ad227c4d41), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.554320 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:01.555041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:01.645974 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9937735 Jun 27 23:45:01.675011 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af250b51-fc76-4287-846b-2ff293ac5e8e demo demo] Pushing event updated for resources: {'Network': ['ID=75782612-cb69-4fc8-88b5-61ad227c4d41,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:01.688078 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:45:04.270499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54862) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:04.701730 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941e2f0-9711-413c-9f3d-67496e260247 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:04.703118 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a941e2f0-9711-413c-9f3d-67496e260247 demo admin] 10.222.0.26 "GET /v2.0/networks/75782612-cb69-4fc8-88b5-61ad227c4d41 HTTP/1.1" status: 200 len: 825 time: 0.4313536 Jun 27 23:45:04.740263 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f637b3d1-1189-4ffe-b93c-9e33a0088ed9 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12 HTTP/1.1" status: 200 len: 734 time: 0.0313344 Jun 27 23:45:04.749198 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Request body: {'subnet': {'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:45:04.777013 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Made reservation on behalf of 7ce487d9920b4388a1807042211d5185 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:45:04.780501 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:05.075575 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (b2e18fe7-0c92-4678-9684-a5914bd163ff), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:05.143263 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Checking segment: {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:45:05.143629 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Network hostable DHCP agents. Network: 75782612-cb69-4fc8-88b5-61ad227c4d41, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:45:05.145661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b2e18fe7-0c92-4678-9684-a5914bd163ff,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:05.169741 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:45:05.182098 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 75782612-cb69-4fc8-88b5-61ad227c4d41) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:45:05.186885 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:05.187466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:05.193908 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7249f1-8467-4c26-8b8b-dea4834eb0c1 None None] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:45:05.210978 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-9dfe68f2-d7be-4b94-82f8-988f07080a43 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4652760 Jun 27 23:45:05.578072 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-75782612-cb69-4fc8-88b5-61ad227c4d41', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'project_id': '7ce487d9920b4388a1807042211d5185', 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:45:05.579389 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:05.860327 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Allocated IP 172.20.0.2 (75782612-cb69-4fc8-88b5-61ad227c4d41/b2e18fe7-0c92-4678-9684-a5914bd163ff/0368a711-1218-4778-a44e-a2f286fc4cd1) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:45:06.124385 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Publish callbacks [] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:06.133543 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:06.203452 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:45:06.208204 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:45:06.222098 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:45:06.229270 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Pushing event updated for resources: {'Port': ['ID=0368a711-1218-4778-a44e-a2f286fc4cd1,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:06.277724 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.278090 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.278456 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.278799 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.279132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.279647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.279975 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.280329 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.280665 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.281007 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.281370 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.281695 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.282003 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Tracked resource versions report: Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: pushed versions: Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: { 'AddressGroup': {'1.2'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'ConntrackHelper': {'1.0'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Log': {'1.0'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Network': {'1.1'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Port': {'1.7'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'PortForwarding': {'1.2'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'QosPolicy': {'1.10'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroup': {'1.5'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SubPort': {'1.0'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Subnet': {'1.1'}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Trunk': {'1.1'}} Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: consumer versions: Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'ConntrackHelper': '1.0', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'LocalIPAssociation': '1.0', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Log': '1.0', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Network': '1.1', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Port': '1.7', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'PortForwarding': '1.2', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'QosPolicy': '1.10', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroup': '1.5', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroupRule': '1.2', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SubPort': '1.0', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Subnet': '1.1', Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Trunk': '1.1'}} Jun 27 23:45:06.283372 dv-cinder-847864-2-iscsi neutron-server[115320]: {{(pid=115320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:45:06.316553 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Attempting to bind port 0368a711-1218-4778-a44e-a2f286fc4cd1 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:45:06.316952 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Attempting to bind port 0368a711-1218-4778-a44e-a2f286fc4cd1 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:45:06.317414 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Attempting to bind port 0368a711-1218-4778-a44e-a2f286fc4cd1 on network 75782612-cb69-4fc8-88b5-61ad227c4d41 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:45:06.322495 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:45:06.322868 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Checking segment: {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:45:06.323334 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:06.323728 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Bound using segment: {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:45:06.324210 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Bound port: 0368a711-1218-4778-a44e-a2f286fc4cd1, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:45:06.324615 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:06.384469 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] For port 0368a711-1218-4778-a44e-a2f286fc4cd1, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:45:06.388825 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] For port 0368a711-1218-4778-a44e-a2f286fc4cd1, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=0368a711-1218-4778-a44e-a2f286fc4cd1,segment=NetworkSegment(0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c),segment_id=0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:45:06.396636 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:06.463805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52cc74-185b-4007-ba12-571bb31350bf None None] Pushing event updated for resources: {'Port': ['ID=0368a711-1218-4778-a44e-a2f286fc4cd1,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:07.826884 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 54870) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:08.160692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [None req-40907111-0131-424b-b2df-a198b18c0e39 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:45:08.161719 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-40907111-0131-424b-b2df-a198b18c0e39 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3338768 Jun 27 23:45:10.761248 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 54878) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:11.092013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [None req-3f549b94-8d91-453e-af43-168073dcc349 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:45:11.092986 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-3f549b94-8d91-453e-af43-168073dcc349 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3308287 Jun 27 23:45:13.665888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 54886) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:14.001547 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:45:14.032394 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (5942e197-f113-49a2-b364-4daf87b7a68b), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:14.034169 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (5942e197-f113-49a2-b364-4daf87b7a68b), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:14.180746 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] Publish callbacks [] for router_controller (5942e197-f113-49a2-b364-4daf87b7a68b), precommit_add_association {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:14.187100 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (5942e197-f113-49a2-b364-4daf87b7a68b), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:14.208360 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:14.209553 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d3531f46-220b-4ecf-8c2a-291042e0d6d6 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5426600 Jun 27 23:45:16.496948 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 0368a711-1218-4778-a44e-a2f286fc4cd1 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:45:16.585370 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 0368a711-1218-4778-a44e-a2f286fc4cd1 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:16.585816 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:16.687561 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 0368a711-1218-4778-a44e-a2f286fc4cd1 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:16.687954 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:16.722274 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 0368a711-1218-4778-a44e-a2f286fc4cd1, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=0368a711-1218-4778-a44e-a2f286fc4cd1,segment=NetworkSegment(0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c),segment_id=0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:45:16.726268 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:16.772030 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=0368a711-1218-4778-a44e-a2f286fc4cd1,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:16.800608 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 54898) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:17.137692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [None req-c9cb64a2-c2c6-4ff3-9116-b8d3d3f678ef admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:45:17.139327 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c9cb64a2-c2c6-4ff3-9116-b8d3d3f678ef admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3371780 Jun 27 23:45:17.470613 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-07f36920-e8f5-4274-bab8-8fc06169a15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:17.934415 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f10d73-6b15-4126-b7c7-83f640a8c6a6 None None] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:45:18.021422 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-fae1e47b-eaf3-4c9a-9384-65c8afcb6c69 None None] Provisioning complete for port 0368a711-1218-4778-a44e-a2f286fc4cd1 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:18.021801 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-fae1e47b-eaf3-4c9a-9384-65c8afcb6c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:18.132826 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e47b-eaf3-4c9a-9384-65c8afcb6c69 None None] Current status of the port 0368a711-1218-4778-a44e-a2f286fc4cd1 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:18.355648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-7172a165-3800-4c55-9024-a2d51823bcb5 None None] Provisioning complete for port 0368a711-1218-4778-a44e-a2f286fc4cd1 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:18.356132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-7172a165-3800-4c55-9024-a2d51823bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:18.426211 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-7172a165-3800-4c55-9024-a2d51823bcb5 None None] Current status of the port 0368a711-1218-4778-a44e-a2f286fc4cd1 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:18.482055 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 0368a711-1218-4778-a44e-a2f286fc4cd1 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:45:18.531599 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 0368a711-1218-4778-a44e-a2f286fc4cd1 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:18.531991 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:18.600998 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 0368a711-1218-4778-a44e-a2f286fc4cd1 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:19.421813 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:45:19.706411 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0281a7ea-dc1d-44c1-b81e-6d081cde7b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:19.736999 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54906) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:20.086662 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:45:20.111006 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Made reservation on behalf of 8dd87d1b387640edbce740a533251181 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:45:20.113461 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.121392 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.199741 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks [] for security_group (a32cfe6d-29ae-41ff-968f-c14832b45cbf), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.205879 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a32cfe6d-29ae-41ff-968f-c14832b45cbf), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.220373 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Reserving flat network on physical network physnet1 {{(pid=115318) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 23:45:20.239385 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cfe6d-29ae-41ff-968f-c14832b45cbf,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:20.242284 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (1a4b08f3-060e-48de-870f-bc9491cbae6b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.242623 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Added segment 1a4b08f3-060e-48de-870f-bc9491cbae6b of type flat for network 3e182558-5443-45c6-9a06-c316dd3f3969 Jun 27 23:45:20.296189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (3e182558-5443-45c6-9a06-c316dd3f3969), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.338429 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (3e182558-5443-45c6-9a06-c316dd3f3969), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.339329 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:20.339897 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:20.404883 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6667900 Jun 27 23:45:20.434358 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee315-ee77-445e-8970-66c2bd435e2d admin admin] Pushing event updated for resources: {'Network': ['ID=3e182558-5443-45c6-9a06-c316dd3f3969,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:20.447154 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 3e182558-5443-45c6-9a06-c316dd3f3969 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:45:20.665400 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:22.144001 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:23.033314 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54924) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:23.238643 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3471c0d-e64a-4e33-9601-9f68eed52496 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:23.239943 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-c3471c0d-e64a-4e33-9601-9f68eed52496 demo admin] 10.222.0.26 "GET /v2.0/subnets/b2e18fe7-0c92-4678-9684-a5914bd163ff HTTP/1.1" status: 200 len: 849 time: 0.2056262 Jun 27 23:45:23.402206 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-bbd49b9c-4361-4a1c-ba12-30098c50c5da demo admin] 10.222.0.26 "GET /v2.0/routers/5942e197-f113-49a2-b364-4daf87b7a68b HTTP/1.1" status: 200 len: 704 time: 0.1562448 Jun 27 23:45:23.679025 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:23.758931 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:23.984108 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Allocated IP 172.20.0.1 (75782612-cb69-4fc8-88b5-61ad227c4d41/b2e18fe7-0c92-4678-9684-a5914bd163ff/5a6a99b0-b70f-43f9-b451-94e21cd7b25c) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:45:24.143552 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks [] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.254985 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.326913 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:45:24.332732 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:45:24.341295 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:45:24.341878 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (5942e197-f113-49a2-b364-4daf87b7a68b), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.363290 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Pushing event updated for resources: {'Port': ['ID=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:24.546819 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.592877 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-475434dc-68c0-4c04-b4ad-084aa78829e1 None None] Provisioning complete for port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:24.593300 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-475434dc-68c0-4c04-b4ad-084aa78829e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.627784 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-475434dc-68c0-4c04-b4ad-084aa78829e1 None None] Port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:45:24.751509 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks [] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.758473 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.759248 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (5942e197-f113-49a2-b364-4daf87b7a68b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:24.834319 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Pushing event updated for resources: {'Port': ['ID=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:24.883081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:45:24.884446 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:45:25.042165 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Router 5942e197-f113-49a2-b364-4daf87b7a68b is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:45:25.100107 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-e1509e73-2a97-4a82-9705-2c46991edd1c None None] Provisioning complete for port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:25.100704 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e1509e73-2a97-4a82-9705-2c46991edd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:25.130432 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-e1509e73-2a97-4a82-9705-2c46991edd1c None None] Port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:45:25.130727 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:45:25.135982 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-da08011e-3689-41e2-bf38-f10943bc55b8 demo admin] 10.222.0.26 "PUT /v2.0/routers/5942e197-f113-49a2-b364-4daf87b7a68b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7278497 Jun 27 23:45:25.148534 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Sync routers for ids ['5942e197-f113-49a2-b364-4daf87b7a68b'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:45:25.161668 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Routers {'5942e197-f113-49a2-b364-4daf87b7a68b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:45:25.162395 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:45:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5942e197-f113-49a2-b364-4daf87b7a68b'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:25.340825 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Set router 5942e197-f113-49a2-b364-4daf87b7a68b gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:45:25.762986 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'name': 'router1', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:45:14Z', 'updated_at': '2022-06-27T23:45:24Z', 'revision_number': 2, 'project_id': '7ce487d9920b4388a1807042211d5185', 'gw_port_host': None, '_interfaces': [{'id': '5a6a99b0-b70f-43f9-b451-94e21cd7b25c', 'name': '', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'mac_address': 'fa:16:3e:21:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:23Z', 'updated_at': '2022-06-27T23:45:24Z', 'revision_number': 2, 'project_id': '7ce487d9920b4388a1807042211d5185', 'subnets': [{'id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:25.811520 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Checking router: 5942e197-f113-49a2-b364-4daf87b7a68b for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:45:25.811869 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Updating router 5942e197-f113-49a2-b364-4daf87b7a68b port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:45:25.864535 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.368783 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Publish callbacks [] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.375868 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.539583 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Attempting to bind port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:45:26.539990 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Attempting to bind port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:45:26.540452 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Attempting to bind port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c on network 75782612-cb69-4fc8-88b5-61ad227c4d41 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:45:26.545427 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Pushing event updated for resources: {'Port': ['ID=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:26.548596 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:45:26.548973 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Checking segment: {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:45:26.549664 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.549828 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Bound using segment: {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:45:26.550478 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Bound port: 5a6a99b0-b70f-43f9-b451-94e21cd7b25c, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:45:26.550931 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.564759 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.565146 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.565510 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.565850 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.566181 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.566511 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.566838 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.567161 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.567485 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.567826 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.568151 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.568474 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.568793 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Tracked resource versions report: Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: pushed versions: Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: { 'AddressGroup': {'1.2'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'ConntrackHelper': {'1.0'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Log': {'1.0'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Network': {'1.1'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Port': {'1.7'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'PortForwarding': {'1.2'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'QosPolicy': {'1.10'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroup': {'1.5'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SubPort': {'1.0'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Subnet': {'1.1'}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Trunk': {'1.1'}} Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: consumer versions: Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'ConntrackHelper': '1.0', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'LocalIPAssociation': '1.0', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Log': '1.0', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Network': '1.1', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Port': '1.7', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'PortForwarding': '1.2', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'QosPolicy': '1.10', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroup': '1.5', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroupRule': '1.2', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SubPort': '1.0', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Subnet': '1.1', Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Trunk': '1.1'}} Jun 27 23:45:26.570179 dv-cinder-847864-2-iscsi neutron-server[115321]: {{(pid=115321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:45:26.626024 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] For port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:45:26.647329 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] For port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,segment=NetworkSegment(0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c),segment_id=0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:45:26.657897 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.671233 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] Provisioning complete for port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:26.671799 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.715087 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Routers {'5942e197-f113-49a2-b364-4daf87b7a68b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:45:26.715708 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:45:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5942e197-f113-49a2-b364-4daf87b7a68b'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:26.754161 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] Current status of the port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:26.754702 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.788500 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] For port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,segment=NetworkSegment(0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c),segment_id=0d7fd111-7aa9-4cc8-a6d5-1a1bce04f61c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:45:26.796942 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.812699 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] Set router 5942e197-f113-49a2-b364-4daf87b7a68b gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:45:26.851428 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec343dde-e8bc-4ef9-b0b8-76b72873dde7 None None] Pushing event updated for resources: {'Port': ['ID=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:26.886013 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cc0c0-fbf9-467b-b577-1f523d991c2b None None] Pushing event updated for resources: {'Port': ['ID=5a6a99b0-b70f-43f9-b451-94e21cd7b25c,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:26.915988 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-288c0976-b308-4896-9999-a019adc529fc None None] Provisioning complete for port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:26.916363 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-288c0976-b308-4896-9999-a019adc529fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:26.987555 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-288c0976-b308-4896-9999-a019adc529fc None None] Current status of the port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:27.029615 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'name': 'router1', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:45:14Z', 'updated_at': '2022-06-27T23:45:24Z', 'revision_number': 2, 'project_id': '7ce487d9920b4388a1807042211d5185', 'gw_port_host': None, '_interfaces': [{'id': '5a6a99b0-b70f-43f9-b451-94e21cd7b25c', 'name': '', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'mac_address': 'fa:16:3e:21:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:23Z', 'updated_at': '2022-06-27T23:45:26Z', 'revision_number': 4, 'project_id': '7ce487d9920b4388a1807042211d5185', 'subnets': [{'id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:27.056387 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f54ab-27c9-488b-9f49-448364d6ea6e None None] The sync data for ids ['5942e197-f113-49a2-b364-4daf87b7a68b'] in dv-cinder-847864-2-iscsi is: [{'id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'name': 'router1', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:45:14Z', 'updated_at': '2022-06-27T23:45:24Z', 'revision_number': 2, 'project_id': '7ce487d9920b4388a1807042211d5185', 'gw_port_host': None, '_interfaces': [{'id': '5a6a99b0-b70f-43f9-b451-94e21cd7b25c', 'name': '', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'mac_address': 'fa:16:3e:21:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:23Z', 'updated_at': '2022-06-27T23:45:26Z', 'revision_number': 4, 'project_id': '7ce487d9920b4388a1807042211d5185', 'subnets': [{'id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:45:27.631481 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54944) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:27.749971 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9bb76-2b59-44eb-a7c3-ce869af28235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:27.751365 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-91c9bb76-2b59-44eb-a7c3-ce869af28235 admin admin] 10.222.0.26 "GET /v2.0/networks/3e182558-5443-45c6-9a06-c316dd3f3969 HTTP/1.1" status: 200 len: 842 time: 0.1189044 Jun 27 23:45:27.760915 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:45:27.782594 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Made reservation on behalf of 8dd87d1b387640edbce740a533251181 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:45:27.784889 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:28.070833 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.objects.ports [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jun 27 23:45:28.071200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (7c3d12fb-f6b2-4140-a93f-56454d034bd7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:28.125758 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3d12fb-f6b2-4140-a93f-56454d034bd7,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:28.134241 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:45:28.134598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Network hostable DHCP agents. Network: 3e182558-5443-45c6-9a06-c316dd3f3969, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:45:28.152661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:45:28.161215 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 3e182558-5443-45c6-9a06-c316dd3f3969) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:45:28.165174 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:28.165764 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:28.171475 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a629b4a-005a-4e42-bed5-09294d9ba08a None None] Network 3e182558-5443-45c6-9a06-c316dd3f3969 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:45:28.183593 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-307c7ee3-e09d-4b66-bb52-260ebb647668 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4261129 Jun 27 23:45:28.277108 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb6101-d2b7-424c-8d59-ae3f1fbd6049 None None] Network 3e182558-5443-45c6-9a06-c316dd3f3969 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:45:30.641463 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 54952) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:30.847285 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-43f71c60-45cb-4193-b0f7-b5c3b4944dd8 demo admin] 10.222.0.26 "GET /v2.0/routers/5942e197-f113-49a2-b364-4daf87b7a68b HTTP/1.1" status: 200 len: 710 time: 0.2044802 Jun 27 23:45:30.933759 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d33336-1276-4f9f-a221-56f6dba80e14 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:45:30.935218 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-17d33336-1276-4f9f-a221-56f6dba80e14 demo admin] 10.222.0.26 "GET /v2.0/networks/3e182558-5443-45c6-9a06-c316dd3f3969 HTTP/1.1" status: 200 len: 886 time: 0.0825200 Jun 27 23:45:30.944567 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:45:31.178185 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks [] for router_gateway (5942e197-f113-49a2-b364-4daf87b7a68b), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:31.412638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks [] for router_gateway (5942e197-f113-49a2-b364-4daf87b7a68b), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:31.489174 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:31.593168 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Allocated IP 172.27.1.45 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/7e18f532-d2f5-4bf0-9be8-946fcf3d1543) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:45:31.698139 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks [] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:31.732165 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:31.770436 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:45:31.775376 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:45:31.779629 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Pushing event updated for resources: {'Port': ['ID=7e18f532-d2f5-4bf0-9be8-946fcf3d1543,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:31.783501 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:45:32.019103 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks [] for router_gateway (5942e197-f113-49a2-b364-4daf87b7a68b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:32.293886 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3829882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61982'] for router (5942e197-f113-49a2-b364-4daf87b7a68b), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:32.298265 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3819217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3819210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3829875'] for router (5942e197-f113-49a2-b364-4daf87b7a68b), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:32.418042 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Router 5942e197-f113-49a2-b364-4daf87b7a68b has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:45:32.526002 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:45:32.531948 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:32.533169 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-41902b7d-1225-4ca8-aeb4-9fd933dca157 demo admin] 10.222.0.26 "PUT /v2.0/routers/5942e197-f113-49a2-b364-4daf87b7a68b HTTP/1.1" status: 200 len: 889 time: 1.5917871 Jun 27 23:45:34.505852 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 5a6a99b0-b70f-43f9-b451-94e21cd7b25c up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:45:34.559503 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:34.559887 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:34.633150 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:35.139635 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 54966) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:45:35.271218 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-36f5e50b-05ba-4c12-8919-301da695ab13 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1301987 Jun 27 23:45:35.701459 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Sync routers for ids ['5942e197-f113-49a2-b364-4daf87b7a68b'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:45:35.711654 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Routers {'5942e197-f113-49a2-b364-4daf87b7a68b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:45:35.712252 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:45:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5942e197-f113-49a2-b364-4daf87b7a68b'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:35.914123 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Set router 5942e197-f113-49a2-b364-4daf87b7a68b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:45:36.311243 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'name': 'router1', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e18f532-d2f5-4bf0-9be8-946fcf3d1543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:45:14Z', 'updated_at': '2022-06-27T23:45:31Z', 'revision_number': 4, 'project_id': '7ce487d9920b4388a1807042211d5185', 'gw_port': {'id': '7e18f532-d2f5-4bf0-9be8-946fcf3d1543', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:31Z', 'updated_at': '2022-06-27T23:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '5a6a99b0-b70f-43f9-b451-94e21cd7b25c', 'name': '', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'mac_address': 'fa:16:3e:21:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:23Z', 'updated_at': '2022-06-27T23:45:26Z', 'revision_number': 5, 'project_id': '7ce487d9920b4388a1807042211d5185', 'subnets': [{'id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:36.429786 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Checking router: 5942e197-f113-49a2-b364-4daf87b7a68b for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:45:36.430167 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Updating router 5942e197-f113-49a2-b364-4daf87b7a68b port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:45:36.482263 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:36.798640 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Publish callbacks [] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:36.804994 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:36.854310 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da399273-ce4c-4e6f-883a-810091d619c7 None None] Pushing event updated for resources: {'Port': ['ID=7e18f532-d2f5-4bf0-9be8-946fcf3d1543,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:36.858684 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Attempting to bind port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:45:36.859062 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Attempting to bind port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:45:36.859420 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Attempting to bind port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:45:36.864633 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:45:36.865016 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:45:36.865437 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:36.865827 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:45:36.866290 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Bound port: 7e18f532-d2f5-4bf0-9be8-946fcf3d1543, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:45:36.866666 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:36.913929 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] For port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:45:36.916871 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] For port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=7e18f532-d2f5-4bf0-9be8-946fcf3d1543,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:45:36.924532 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:36.984706 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da399273-ce4c-4e6f-883a-810091d619c7 None None] Pushing event updated for resources: {'Port': ['ID=7e18f532-d2f5-4bf0-9be8-946fcf3d1543,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:36.999969 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Routers {'5942e197-f113-49a2-b364-4daf87b7a68b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:45:37.000789 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:45:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5942e197-f113-49a2-b364-4daf87b7a68b'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:37.121223 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] Set router 5942e197-f113-49a2-b364-4daf87b7a68b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:45:37.341198 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'name': 'router1', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e18f532-d2f5-4bf0-9be8-946fcf3d1543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:45:14Z', 'updated_at': '2022-06-27T23:45:31Z', 'revision_number': 4, 'project_id': '7ce487d9920b4388a1807042211d5185', 'gw_port': {'id': '7e18f532-d2f5-4bf0-9be8-946fcf3d1543', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:31Z', 'updated_at': '2022-06-27T23:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '5a6a99b0-b70f-43f9-b451-94e21cd7b25c', 'name': '', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'mac_address': 'fa:16:3e:21:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:23Z', 'updated_at': '2022-06-27T23:45:26Z', 'revision_number': 5, 'project_id': '7ce487d9920b4388a1807042211d5185', 'subnets': [{'id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:45:37.366953 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a907c34-40cb-4979-ab33-cc5e5c6c551c None None] The sync data for ids ['5942e197-f113-49a2-b364-4daf87b7a68b'] in dv-cinder-847864-2-iscsi is: [{'id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'name': 'router1', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '7e18f532-d2f5-4bf0-9be8-946fcf3d1543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:45:14Z', 'updated_at': '2022-06-27T23:45:31Z', 'revision_number': 4, 'project_id': '7ce487d9920b4388a1807042211d5185', 'gw_port': {'id': '7e18f532-d2f5-4bf0-9be8-946fcf3d1543', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:31Z', 'updated_at': '2022-06-27T23:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '5a6a99b0-b70f-43f9-b451-94e21cd7b25c', 'name': '', 'network_id': '75782612-cb69-4fc8-88b5-61ad227c4d41', 'tenant_id': '7ce487d9920b4388a1807042211d5185', 'mac_address': 'fa:16:3e:21:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5942e197-f113-49a2-b364-4daf87b7a68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:45:23Z', 'updated_at': '2022-06-27T23:45:26Z', 'revision_number': 5, 'project_id': '7ce487d9920b4388a1807042211d5185', 'subnets': [{'id': 'b2e18fe7-0c92-4678-9684-a5914bd163ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a0b436-51d0-411a-a4d2-fd0e0f5bdb12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:45:38.535779 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:45:38.584101 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:38.584503 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:38.656891 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:38.657322 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:38.686432 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=7e18f532-d2f5-4bf0-9be8-946fcf3d1543,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:45:38.692441 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:38.744624 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=7e18f532-d2f5-4bf0-9be8-946fcf3d1543,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:45:40.563608 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:45:40.648988 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:45:40.652267 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7e18f532-d2f5-4bf0-9be8-946fcf3d1543), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:40.768873 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 7e18f532-d2f5-4bf0-9be8-946fcf3d1543 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:45:47.481795 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ab62afaf-17c9-45e9-ac32-8857f6a7bac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:49.701475 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e255e3a5-1b89-42c1-9795-2d4f908ef2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:50.696600 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:52.154779 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:53.773456 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:45:56.420003 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:46:17.479370 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-23e66cfc-0e5d-4c46-9ef9-bafcbdec053c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:19.713021 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-edce31b9-686b-4e72-b28e-d6e6440893a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:20.671497 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:22.148072 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:23.760258 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:33.421080 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:46:47.482211 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9b13-eaaf-4d1d-bc88-0233c0015c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:49.715615 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a5487669-1312-4a82-9022-694ee15a7d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:50.674466 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:52.152540 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:53.756253 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:46:57.810678 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 55450) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:46:57.904146 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c5aa81-fb91-4a4d-8a9f-7d3f65179d21 admin admin] GET failed (client error): The resource could not be found. Jun 27 23:46:57.905541 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-62c5aa81-fb91-4a4d-8a9f-7d3f65179d21 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0938208 Jun 27 23:46:58.101996 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c914170-beb1-408d-8fe8-d220386e5bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:46:58.103468 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7c914170-beb1-408d-8fe8-d220386e5bfe admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1936901 Jun 27 23:47:00.485757 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55460) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:00.597929 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa69b5-d3e2-4639-a2ff-f2bf7ea7c576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:00.600052 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-23aa69b5-d3e2-4639-a2ff-f2bf7ea7c576 admin admin] 10.222.0.26 "GET /v2.0/subnets/b2e18fe7-0c92-4678-9684-a5914bd163ff HTTP/1.1" status: 200 len: 849 time: 0.1131160 Jun 27 23:47:00.614128 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:47:00.714755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Publish callbacks [] for subnet (b2e18fe7-0c92-4678-9684-a5914bd163ff), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:00.871359 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741905030431'] for subnet (b2e18fe7-0c92-4678-9684-a5914bd163ff), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:00.905290 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:00.905883 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:00.907190 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] 10.222.0.26 "PUT /v2.0/subnets/b2e18fe7-0c92-4678-9684-a5914bd163ff HTTP/1.1" status: 200 len: 868 time: 0.2991042 Jun 27 23:47:00.921421 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d361514-f9dc-4741-96f9-5dda003bfff8 None None] Network 75782612-cb69-4fc8-88b5-61ad227c4d41 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:47:00.926474 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e18fe7-0c92-4678-9684-a5914bd163ff,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:47:00.934567 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.934946 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.935637 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.935974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.936308 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.936642 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.936986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.937339 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.937682 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.938048 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.938377 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.938881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:00.939203 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55693c45-c1a8-49de-95f3-6f49982f38e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:01.273872 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-49f96ec3-6113-452c-958a-d186e25833b4 None None] Provisioning complete for port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:47:01.274278 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49f96ec3-6113-452c-958a-d186e25833b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5a6a99b0-b70f-43f9-b451-94e21cd7b25c), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:01.350840 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-49f96ec3-6113-452c-958a-d186e25833b4 None None] Current status of the port 5a6a99b0-b70f-43f9-b451-94e21cd7b25c is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:47:01.361629 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-49f96ec3-6113-452c-958a-d186e25833b4 None None] Provisioning complete for port 0368a711-1218-4778-a44e-a2f286fc4cd1 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:47:01.362194 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49f96ec3-6113-452c-958a-d186e25833b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0368a711-1218-4778-a44e-a2f286fc4cd1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:01.433327 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-49f96ec3-6113-452c-958a-d186e25833b4 None None] Current status of the port 0368a711-1218-4778-a44e-a2f286fc4cd1 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:47:03.298247 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55470) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:03.504918 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874ab47-a2ec-49e5-9831-84d45daf421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:03.505427 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874ab47-a2ec-49e5-9831-84d45daf421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:03.506999 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f874ab47-a2ec-49e5-9831-84d45daf421d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075336 Jun 27 23:47:05.853156 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55478) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:05.998100 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a80cb-c397-48bb-9565-e433ca2120b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:05.998483 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a80cb-c397-48bb-9565-e433ca2120b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:06.000042 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-888a80cb-c397-48bb-9565-e433ca2120b2 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1459062 Jun 27 23:47:08.332241 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55486) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:08.482796 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e382af3a-3d4c-474e-9bb0-abc66b300ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:08.484224 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e382af3a-3d4c-474e-9bb0-abc66b300ac0 admin admin] 10.222.0.26 "GET /v2.0/networks/3e182558-5443-45c6-9a06-c316dd3f3969 HTTP/1.1" status: 200 len: 886 time: 0.1506178 Jun 27 23:47:10.420029 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:47:10.876801 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55494) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:11.029895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca31da49-7043-4a0a-8344-3ac0c1fc5eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:11.031302 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ca31da49-7043-4a0a-8344-3ac0c1fc5eb4 admin admin] 10.222.0.26 "GET /v2.0/networks/75782612-cb69-4fc8-88b5-61ad227c4d41 HTTP/1.1" status: 200 len: 869 time: 0.1534145 Jun 27 23:47:13.377797 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 55502) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:13.525900 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1203e-e310-4053-92ec-60bd77b4e319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:13.526348 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1203e-e310-4053-92ec-60bd77b4e319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:13.527939 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-24e1203e-e310-4053-92ec-60bd77b4e319 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1491623 Jun 27 23:47:15.868095 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 55510) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:15.963160 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ebcee-a50c-4899-82c2-a5accb0b431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:15.963606 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ebcee-a50c-4899-82c2-a5accb0b431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:15.965151 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-874ebcee-a50c-4899-82c2-a5accb0b431c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961137 Jun 27 23:47:17.476717 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-670397a3-ef30-4bf9-8ad8-50a467753981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:18.362519 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55518) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:18.474324 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5061c9e3-6398-40be-ac25-be86bca4b177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:18.477076 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-5061c9e3-6398-40be-ac25-be86bca4b177 admin admin] 10.222.0.26 "GET /v2.0/subnets/7c3d12fb-f6b2-4140-a93f-56454d034bd7 HTTP/1.1" status: 200 len: 816 time: 0.1133058 Jun 27 23:47:19.709898 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-39b3494e-53b5-462c-a440-29db38dcb390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:20.671633 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:20.850634 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55526) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:20.961863 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59a053-8e9a-40ba-b589-0978c0285135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:20.963230 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-6c59a053-8e9a-40ba-b589-0978c0285135 admin admin] 10.222.0.26 "GET /v2.0/subnets/b2e18fe7-0c92-4678-9684-a5914bd163ff HTTP/1.1" status: 200 len: 868 time: 0.1116066 Jun 27 23:47:22.155005 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:23.756855 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:46.974653 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55580) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:47.035020 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [None req-754cecb9-3836-46f3-a6d9-8f6a31134e0a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:47:47.036007 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-754cecb9-3836-46f3-a6d9-8f6a31134e0a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604212 Jun 27 23:47:47.420334 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:47:47.482680 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1b842290-9790-4c42-ac4b-212816ff2192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:49.583152 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55588) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:49.665365 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.pecan_wsgi.hooks.translation [None req-b663cc95-8d9d-44fc-934a-cc2f4f330054 admin admin] GET failed (client error): The resource could not be found. Jun 27 23:47:49.666707 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b663cc95-8d9d-44fc-934a-cc2f4f330054 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0826004 Jun 27 23:47:49.713079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ee4e45c3-b26a-4574-8aac-424ed9c6e1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:49.809439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f29cfb-3896-42b0-aa38-c018e3bec08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:49.810843 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-30f29cfb-3896-42b0-aa38-c018e3bec08d admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396580 Jun 27 23:47:50.668006 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.156355 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.169528 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55596) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:52.218097 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:47:52.238468 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Made reservation on behalf of 8dd87d1b387640edbce740a533251181 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:47:52.240619 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.268920 dv-cinder-847864-2-iscsi neutron-server[115318]: WARNING neutron.services.revisions.revision_plugin [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Could not find related network for resource to bump revision. Jun 27 23:47:52.281317 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:47:52.293698 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (9794c29b-ce1a-4d91-b526-fa402b8f919a), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.294010 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Added segment 9794c29b-ce1a-4d91-b526-fa402b8f919a of type vlan for network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e Jun 27 23:47:52.333593 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.359035 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.359920 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:52.360560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:52.412381 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2417355 Jun 27 23:47:52.424574 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79919084-a7db-4b21-9f52-5faab5efc12d admin admin] Pushing event updated for resources: {'Network': ['ID=ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:47:52.437132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:47:53.751672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:54.774956 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55604) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:47:54.841454 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bcad3e-3d45-4b4d-8d07-67085cb83a25 admin admin] GET failed (client error): The resource could not be found. Jun 27 23:47:54.842734 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-55bcad3e-3d45-4b4d-8d07-67085cb83a25 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668788 Jun 27 23:47:54.916270 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794cea7-9f37-4c61-bf98-285bc46b78a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:54.918728 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2794cea7-9f37-4c61-bf98-285bc46b78a9 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699091 Jun 27 23:47:54.931483 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:47:54.954439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Made reservation on behalf of 8dd87d1b387640edbce740a533251181 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:47:54.956698 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.218281 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (ae503c46-df2e-4a73-b1fe-3c4ccbaccfba), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.272865 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae503c46-df2e-4a73-b1fe-3c4ccbaccfba,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:47:55.296214 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Checking segment: {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:47:55.296574 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Network hostable DHCP agents. Network: ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:47:55.315494 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:47:55.325069 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:47:55.329162 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:47:55.329764 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.335699 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a520e-bc49-406e-8f46-58b3a6e69eb5 None None] Network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:47:55.345797 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-466556ab-0799-40b4-bcef-7de4625c297b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4202893 Jun 27 23:47:55.439624 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e', 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e', 'project_id': '8dd87d1b387640edbce740a533251181', 'fixed_ips': [{'subnet_id': 'ae503c46-df2e-4a73-b1fe-3c4ccbaccfba'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:47:55.440510 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.581801 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Allocated IP 192.168.233.2 (ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e/ae503c46-df2e-4a73-b1fe-3c4ccbaccfba/34722257-d3e6-414a-a8e8-a86c79ccb67f) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:47:55.722999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Publish callbacks [] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.731437 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.766356 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:47:55.777591 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:47:55.781770 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:47:55.784843 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Pushing event updated for resources: {'Port': ['ID=34722257-d3e6-414a-a8e8-a86c79ccb67f,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:47:55.795776 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.796162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.796493 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.796829 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.797188 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.797518 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.797864 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.798177 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.798505 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.798845 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.799190 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.799507 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.799823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:47:55.850855 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Attempting to bind port 34722257-d3e6-414a-a8e8-a86c79ccb67f on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:47:55.851145 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Attempting to bind port 34722257-d3e6-414a-a8e8-a86c79ccb67f by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:47:55.851507 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Attempting to bind port 34722257-d3e6-414a-a8e8-a86c79ccb67f on network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:47:55.856648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:47:55.857094 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Checking segment: {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:47:55.857469 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.858087 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Bound using segment: {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:47:55.858313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Bound port: 34722257-d3e6-414a-a8e8-a86c79ccb67f, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:47:55.858703 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.917212 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-80016b55-deb5-4140-95da-94bc300971bc None None] For port 34722257-d3e6-414a-a8e8-a86c79ccb67f, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:47:55.920476 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-80016b55-deb5-4140-95da-94bc300971bc None None] For port 34722257-d3e6-414a-a8e8-a86c79ccb67f, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=34722257-d3e6-414a-a8e8-a86c79ccb67f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:47:55.927032 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:55.987823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80016b55-deb5-4140-95da-94bc300971bc None None] Pushing event updated for resources: {'Port': ['ID=34722257-d3e6-414a-a8e8-a86c79ccb67f,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:47:56.615505 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 34722257-d3e6-414a-a8e8-a86c79ccb67f up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:47:56.670450 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 34722257-d3e6-414a-a8e8-a86c79ccb67f triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:47:56.670823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:56.756215 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 34722257-d3e6-414a-a8e8-a86c79ccb67f is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:47:56.756614 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:56.791929 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 34722257-d3e6-414a-a8e8-a86c79ccb67f, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=34722257-d3e6-414a-a8e8-a86c79ccb67f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:47:56.798266 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:56.848282 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=34722257-d3e6-414a-a8e8-a86c79ccb67f,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:47:56.913839 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81651d31-0106-428d-ad1a-e2ae2b054ed3 None None] Network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:47:57.083588 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-042240ca-ed9a-4e90-a083-8b2f8ede9d15 None None] Provisioning complete for port 34722257-d3e6-414a-a8e8-a86c79ccb67f triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:47:57.083972 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-042240ca-ed9a-4e90-a083-8b2f8ede9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:57.197239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-042240ca-ed9a-4e90-a083-8b2f8ede9d15 None None] Current status of the port 34722257-d3e6-414a-a8e8-a86c79ccb67f is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:47:57.418480 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-459847dd-a14b-49c7-b99d-360cf1701131 None None] Provisioning complete for port 34722257-d3e6-414a-a8e8-a86c79ccb67f triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:47:57.418872 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-459847dd-a14b-49c7-b99d-360cf1701131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:57.494387 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-459847dd-a14b-49c7-b99d-360cf1701131 None None] Current status of the port 34722257-d3e6-414a-a8e8-a86c79ccb67f is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:47:58.569272 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 34722257-d3e6-414a-a8e8-a86c79ccb67f up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:47:58.617863 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 34722257-d3e6-414a-a8e8-a86c79ccb67f triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:47:58.618263 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (34722257-d3e6-414a-a8e8-a86c79ccb67f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:47:58.688247 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 34722257-d3e6-414a-a8e8-a86c79ccb67f is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:48:17.477806 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-63cfda5c-8a03-4b8f-91af-0ff61634e658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:19.720110 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ef49d9bb-ec45-4ca2-bcb5-41aa7b11629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:20.671663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:22.159868 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:23.757173 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:24.420603 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:48:47.492292 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2f9662d7-9a04-4847-b6ab-ade866d59556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:49.717357 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b58bab5c-57c1-4388-bcb5-938eeb173de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:50.674162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:52.169342 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:48:53.761611 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:01.419822 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:49:17.497143 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-fc469ed6-995d-4144-a5fd-5fa8b786f0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:19.712547 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9e257d08-5f78-4b2d-b03b-2a9e026a54a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:20.672527 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:21.255746 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55642) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:49:21.261512 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [None req-4052c17c-1e0d-4f79-bdcc-297bf5f47656 tempest-verify_tempest_config-806366683 tempest-verify_tempest_config-806366683-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:49:21.262463 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4052c17c-1e0d-4f79-bdcc-297bf5f47656 tempest-verify_tempest_config-806366683 tempest-verify_tempest_config-806366683-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056846 Jun 27 23:49:21.575733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 55660) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:49:21.704541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:21.836820 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Publish callbacks [] for security_group (e4115c32-f0fb-4d26-a645-e631cc51a1cc), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:21.843170 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e4115c32-f0fb-4d26-a645-e631cc51a1cc), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:21.882528 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83dfb041fdcc4f76a9e7f0feb5daca83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3055413 Jun 27 23:49:21.885427 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55668) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:49:21.891115 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4115c32-f0fb-4d26-a645-e631cc51a1cc,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:49:21.900203 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.900561 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.900899 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.901260 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.901594 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.901905 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.902236 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.902562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.903066 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.903406 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.903882 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.904205 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.904525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9dfbb3-ceea-4be3-99b1-1ca3e8411833 admin admin] Tracked resource versions report: Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: pushed versions: Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: { 'AddressGroup': {'1.2'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'ConntrackHelper': {'1.0'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Log': {'1.0'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Network': {'1.1'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Port': {'1.7'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'PortForwarding': {'1.2'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'QosPolicy': {'1.10'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroup': {'1.5'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SubPort': {'1.0'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Subnet': {'1.1'}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Trunk': {'1.1'}} Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: consumer versions: Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'ConntrackHelper': '1.0', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'LocalIPAssociation': '1.0', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Log': '1.0', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Network': '1.1', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Port': '1.7', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'PortForwarding': '1.2', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'QosPolicy': '1.10', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroup': '1.5', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroupRule': '1.2', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SubPort': '1.0', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Subnet': '1.1', Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Trunk': '1.1'}} Jun 27 23:49:21.905937 dv-cinder-847864-2-iscsi neutron-server[115319]: {{(pid=115319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:49:21.950623 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Publish callbacks [] for security_group (e4115c32-f0fb-4d26-a645-e631cc51a1cc), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:21.971730 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Publish callbacks [] for security_group (e4115c32-f0fb-4d26-a645-e631cc51a1cc), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:22.071424 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e4115c32-f0fb-4d26-a645-e631cc51a1cc), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:22.074080 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:22.079379 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4115c32-f0fb-4d26-a645-e631cc51a1cc HTTP/1.1" status: 204 len: 168 time: 0.1929660 Jun 27 23:49:22.087355 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4115c32-f0fb-4d26-a645-e631cc51a1cc,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:49:22.095083 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.095537 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.095869 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.096199 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.096527 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.096853 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.097223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.097546 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.097870 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.098190 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.098493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.098813 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.099126 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed354378-2355-4ee3-9f20-37085abfa9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:49:22.165529 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:23.767060 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:38.418993 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:49:47.498668 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-288d7872-f682-460d-b3a7-c5ec3b311794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:49.718965 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4e52f926-424c-40ba-8788-25dc1e94e0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:50.683374 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:52.177912 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:49:53.786229 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:15.419829 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:50:17.500675 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2d898ec6-6cc6-4ffa-98f9-500da0e730cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:19.714573 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d553c258-0f6e-4d80-9ad0-0ff901d08f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:20.685339 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:22.173201 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:23.771905 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:47.494180 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d3820ead-9301-455a-b1a7-a09ae16623ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:49.719242 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4fa4f28b-c55c-4800-b404-b5db92f8bd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:50.688261 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:52.175214 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:50:52.423254 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 5 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:50:53.783722 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:01.998714 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3832010'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:17.043638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55740) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:51:17.168071 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3a2bec16-4c89-44a9-b27e-60485c6608df admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1232622 Jun 27 23:51:17.498316 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-05d4b50d-6864-4eb7-aec0-6f2ea4a4dbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:19.569937 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55750) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:51:19.627777 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f52fc314-5b85-4a3c-b0b2-bd9191035248 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0567105 Jun 27 23:51:19.724478 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-fb711de6-b99d-4c95-89cf-c57429535f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:20.687199 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:22.179224 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:23.778400 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:29.424130 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:51:31.990425 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:47.511823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-aa5620a4-7e6d-4e7a-bd96-df7dd093b8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:49.734681 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9b2a-cd85-450f-9ee3-11f129a19601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:50.690405 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:52.183247 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:51:53.789810 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:01.992377 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:06.425613 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:52:17.508166 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9042b496-ab2c-483d-9519-de4bc5065036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:19.728457 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-5714c6ff-2247-4600-8690-c7c31dbf1041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:20.694926 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:22.189173 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:23.785629 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:31.991019 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:43.427072 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:52:47.501819 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-acc0d80b-e0b2-4091-80ca-7c635b19dd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:49.732713 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a6eeba1c-0c5c-4bc8-b984-9640c4aad1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:50.700805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:52.190416 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:52:53.790969 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:02.003041 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.360854 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55892) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:03.674980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1886490903-network', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:03.695970 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Made reservation on behalf of fcc51605db08492e95b9513293dd7f46 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:03.699445 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.710089 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.795426 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks [] for security_group (2888670c-f94a-490f-a373-fc68ef231d8b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.800134 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2888670c-f94a-490f-a373-fc68ef231d8b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.829081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:53:03.838249 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.838881 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Added segment b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c of type vlan for network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 Jun 27 23:53:03.849151 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2888670c-f94a-490f-a373-fc68ef231d8b,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:03.857661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.861560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.861923 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.862273 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.862617 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.862956 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.863345 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.863688 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.864041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.864524 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.864900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.865275 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.865750 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Tracked resource versions report: Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: pushed versions: Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: { 'AddressGroup': {'1.2'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'ConntrackHelper': {'1.0'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Log': {'1.0'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Network': {'1.1'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Port': {'1.7'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'PortForwarding': {'1.2'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'QosPolicy': {'1.10'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroup': {'1.5'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SubPort': {'1.0'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Subnet': {'1.1'}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Trunk': {'1.1'}} Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: consumer versions: Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: HyperV agent@hv-cinder-84786: {}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'ConntrackHelper': '1.0', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'LocalIPAssociation': '1.0', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Log': '1.0', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Network': '1.1', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Port': '1.7', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'PortForwarding': '1.2', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'QosPolicy': '1.10', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroup': '1.5', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SecurityGroupRule': '1.2', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'SubPort': '1.0', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Subnet': '1.1', Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: 'Trunk': '1.1'}} Jun 27 23:53:03.867230 dv-cinder-847864-2-iscsi neutron-server[115318]: {{(pid=115318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:53:03.904435 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.935319 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.936359 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:03.936976 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:03.999950 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] Pushing event updated for resources: {'Network': ['ID=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:04.009328 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 55946) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:04.011784 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:53:04.013724 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-5f709a31-0d3f-4a04-baca-7a8ffa83c25d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6507783 Jun 27 23:53:04.015182 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Request body: {'subnet': {'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1886490903-subnet', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:04.024560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55950) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:04.053490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Made reservation on behalf of fcc51605db08492e95b9513293dd7f46 for: {'subnet': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:04.057237 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.343163 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (07b78285-f57e-49bc-a856-28c4d2e737f8), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.411481 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b78285-f57e-49bc-a856-28c4d2e737f8,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:04.426406 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.427074 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.427416 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.427750 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.428077 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.428400 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.428738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.429083 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.429423 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.429748 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.430068 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.430383 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.430700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Tracked resource versions report: Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: pushed versions: Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: { 'AddressGroup': {'1.2'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'ConntrackHelper': {'1.0'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Log': {'1.0'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Network': {'1.1'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Port': {'1.7'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'PortForwarding': {'1.2'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'QosPolicy': {'1.10'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroup': {'1.5'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SubPort': {'1.0'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Subnet': {'1.1'}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Trunk': {'1.1'}} Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: consumer versions: Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: HyperV agent@hv-cinder-84786: {}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'ConntrackHelper': '1.0', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'LocalIPAssociation': '1.0', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Log': '1.0', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Network': '1.1', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Port': '1.7', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'PortForwarding': '1.2', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'QosPolicy': '1.10', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroup': '1.5', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SecurityGroupRule': '1.2', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'SubPort': '1.0', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Subnet': '1.1', Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: 'Trunk': '1.1'}} Jun 27 23:53:04.431904 dv-cinder-847864-2-iscsi neutron-server[115319]: {{(pid=115319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:53:04.434672 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Checking segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:04.434672 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Network hostable DHCP agents. Network: 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:53:04.459155 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:53:04.472235 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0) {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:04.477664 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:04.478468 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.483340 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1427797769-network', 'tenant_id': '70367a520f9e4264ad1438d069228c66'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:04.490267 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c3eaf4-ff1d-433b-aa49-926382e2bf4c None None] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:04.507605 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55972) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:04.515862 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Made reservation on behalf of 70367a520f9e4264ad1438d069228c66 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:04.519047 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.521282 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0c95460d-3df7-47b2-9889-ed1a86f77714 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5108004 Jun 27 23:53:04.524100 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 55976) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:04.530384 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.531355 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:04.568475 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (232233f1-0b65-471f-89b5-053ccd93d05d), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.570045 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (232233f1-0b65-471f-89b5-053ccd93d05d), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.624758 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'fixed_ips': [{'subnet_id': '07b78285-f57e-49bc-a856-28c4d2e737f8'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:53:04.626001 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.626130 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks [] for security_group (6be6ca89-08ab-431b-bf85-c1f8320087b9), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.633486 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6be6ca89-08ab-431b-bf85-c1f8320087b9), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.644178 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks [] for router_controller (232233f1-0b65-471f-89b5-053ccd93d05d), precommit_add_association {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.679012 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:53:04.688603 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (8aada0e1-c260-402e-b914-65a86f0548c8), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.689213 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Added segment 8aada0e1-c260-402e-b914-65a86f0548c8 of type vlan for network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 Jun 27 23:53:04.744213 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.768948 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6ca89-08ab-431b-bf85-c1f8320087b9,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:04.787341 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.790653 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:04.792136 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.914272 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8873792 Jun 27 23:53:04.914876 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55984) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:04.915206 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 55986) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:04.928219 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Request body: {'subnet': {'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-subnet', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:04.953180 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b6d2-ee73-4c8e-aa1b-aa2ce2af504a admin admin] Pushing event updated for resources: {'Network': ['ID=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:04.964886 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:53:04.974962 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Made reservation on behalf of 70367a520f9e4264ad1438d069228c66 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:04.978578 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:04.981986 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks [] for router_gateway (232233f1-0b65-471f-89b5-053ccd93d05d), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.016214 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-781615180-network', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:05.106172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Made reservation on behalf of 02c9a416823340be86ec13d6e7e66de8 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:05.109620 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.137007 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Allocated IP 172.20.0.2 (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0/07b78285-f57e-49bc-a856-28c4d2e737f8/09aeb219-0172-4c7c-90e5-aa07e6a4d562) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:05.139486 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.308470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (6f6c0c41-0f3f-4127-a76f-bed33de3dbb5), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.341000 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks [] for security_group (f803be80-028c-421b-8f99-f5be200f9661), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.373304 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (f803be80-028c-421b-8f99-f5be200f9661), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.395692 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Publish callbacks [] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.407914 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.417485 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f803be80-028c-421b-8f99-f5be200f9661,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:05.444419 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:53:05.452647 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-network', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:05.456553 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:05.457164 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Network hostable DHCP agents. Network: 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:53:05.488281 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:05.494405 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:05.503164 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (0e1cd295-e9f5-4317-9464-3d54d399d9e0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.503625 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Added segment 0e1cd295-e9f5-4317-9464-3d54d399d9e0 of type vlan for network 2d3267f3-14cd-463f-add4-8cc7c227cd2c Jun 27 23:53:05.505063 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:53:05.530670 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Pushing event updated for resources: {'Port': ['ID=09aeb219-0172-4c7c-90e5-aa07e6a4d562,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:05.543611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks [] for router_gateway (232233f1-0b65-471f-89b5-053ccd93d05d), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.548512 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Made reservation on behalf of 7badf26d3d7a492d9f15a8cdeb226fbf for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:05.548869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.551766 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.551911 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.552367 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.553910 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:05.554064 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.555673 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.556027 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.556773 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.557149 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.560011 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.560392 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.560740 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.561645 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.562912 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Tracked resource versions report: Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: pushed versions: Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: { 'AddressGroup': {'1.2'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'ConntrackHelper': {'1.0'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Log': {'1.0'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Network': {'1.1'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Port': {'1.7'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'PortForwarding': {'1.2'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'QosPolicy': {'1.10'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroup': {'1.5'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SubPort': {'1.0'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Subnet': {'1.1'}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Trunk': {'1.1'}} Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: consumer versions: Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: HyperV agent@hv-cinder-84786: {}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'ConntrackHelper': '1.0', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'LocalIPAssociation': '1.0', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Log': '1.0', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Network': '1.1', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Port': '1.7', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'PortForwarding': '1.2', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'QosPolicy': '1.10', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroup': '1.5', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SecurityGroupRule': '1.2', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'SubPort': '1.0', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Subnet': '1.1', Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: 'Trunk': '1.1'}} Jun 27 23:53:05.567097 dv-cinder-847864-2-iscsi neutron-server[115320]: {{(pid=115320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:53:05.573332 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.574663 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:05.575458 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.579110 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (2d3267f3-14cd-463f-add4-8cc7c227cd2c), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.582349 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.585913 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a86588-b9c3-48dd-867f-9802553bff5f None None] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:05.622534 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e169e2ed-a9a5-4d30-bd6b-f544f090b00d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6989088 Jun 27 23:53:05.626306 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56008) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:05.632677 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:05.668923 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (2d3267f3-14cd-463f-add4-8cc7c227cd2c), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.670120 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:05.670787 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.707670 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:05.712024 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:05.713010 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (31ed2dbc-e772-47e4-bb1c-c087928156af), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.714197 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (31ed2dbc-e772-47e4-bb1c-c087928156af), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.756118 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2447321 Jun 27 23:53:05.757709 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56012) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:05.774497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Request body: {'subnet': {'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-781615180-subnet', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:05.795233 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2081-f1b8-4a7a-8132-e5e9f6ccabf0 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3267f3-14cd-463f-add4-8cc7c227cd2c,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:05.807439 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:53:05.815920 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:53:05.816786 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.830403 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Attempting to bind port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:05.830403 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Attempting to bind port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:05.830772 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Attempting to bind port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 on network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:05.870408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks [] for security_group (8b28e24f-f267-4b84-855f-18d3722f797f), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.885883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:05.887310 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Checking segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:05.888984 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.890601 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Bound using segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:05.891123 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Bound port: 09aeb219-0172-4c7c-90e5-aa07e6a4d562, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:05.892073 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.901394 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (8b28e24f-f267-4b84-855f-18d3722f797f), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.907596 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks [] for router_controller (31ed2dbc-e772-47e4-bb1c-c087928156af), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.926041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:53:05.940604 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Made reservation on behalf of 02c9a416823340be86ec13d6e7e66de8 for: {'subnet': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:05.944819 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.986518 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b28e24f-f267-4b84-855f-18d3722f797f,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:05.992147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:05.992605 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Added segment 4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6 of type vlan for network 1d347753-be55-4d38-aad9-02b4acd6755a Jun 27 23:53:06.038013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Allocated IP 172.27.1.254 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/c5a571a4-0b21-4795-8d9c-d2df7f4a419d) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:06.044870 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] For port 09aeb219-0172-4c7c-90e5-aa07e6a4d562, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:06.048317 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] For port 09aeb219-0172-4c7c-90e5-aa07e6a4d562, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=09aeb219-0172-4c7c-90e5-aa07e6a4d562,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:06.198079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Allocated IP 172.20.0.2 (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5/90b847c3-29cc-4dd6-868f-67ebe9161702) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:06.218601 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (1d347753-be55-4d38-aad9-02b4acd6755a), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.262843 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.309078 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks [] for router_gateway (31ed2dbc-e772-47e4-bb1c-c087928156af), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.407347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ff8d0-1b7d-4ca4-a8c6-37f9d72b1d22 None None] Pushing event updated for resources: {'Port': ['ID=09aeb219-0172-4c7c-90e5-aa07e6a4d562,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:06.428680 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (1d347753-be55-4d38-aad9-02b4acd6755a), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.430594 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:06.431336 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.489663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Publish callbacks [] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.490723 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks [] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.502682 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.523162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:06.527883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:06.537074 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:06.551933 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] Pushing event updated for resources: {'Network': ['ID=1d347753-be55-4d38-aad9-02b4acd6755a,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:06.639618 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b1119cf6-c1c3-4210-9ac5-9a39475a2c58 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6712315 Jun 27 23:53:06.639618 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56034) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:06.639618 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Request body: {'subnet': {'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-subnet', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:06.639618 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Made reservation on behalf of 7badf26d3d7a492d9f15a8cdeb226fbf for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:06.645136 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.718075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 1d347753-be55-4d38-aad9-02b4acd6755a details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:53:06.727318 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (c6b76a86-6b22-4686-ac1d-1c5c7c3e947f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.832231 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:06.855123 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:06.932148 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Attempting to bind port 90b847c3-29cc-4dd6-868f-67ebe9161702 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:06.932405 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Attempting to bind port 90b847c3-29cc-4dd6-868f-67ebe9161702 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:06.932768 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Attempting to bind port 90b847c3-29cc-4dd6-868f-67ebe9161702 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:06.941547 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Pushing event updated for resources: {'Port': ['ID=90b847c3-29cc-4dd6-868f-67ebe9161702,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:06.967340 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 09aeb219-0172-4c7c-90e5-aa07e6a4d562 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:07.017371 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:07.017746 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:07.018150 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.018543 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Bound using segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:07.019029 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Bound port: 90b847c3-29cc-4dd6-868f-67ebe9161702, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:07.019425 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.023265 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:07.099020 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:07.105873 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:07.113007 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:07.180110 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Checking segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:07.180446 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Network hostable DHCP agents. Network: 2d3267f3-14cd-463f-add4-8cc7c227cd2c, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:53:07.220379 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] For port 90b847c3-29cc-4dd6-868f-67ebe9161702, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:07.225646 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:07.226182 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.228786 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] For port 90b847c3-29cc-4dd6-868f-67ebe9161702, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=90b847c3-29cc-4dd6-868f-67ebe9161702,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:07.285717 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.411590 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:53:07.422767 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks [] for router_gateway (31ed2dbc-e772-47e4-bb1c-c087928156af), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.428702 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 2d3267f3-14cd-463f-add4-8cc7c227cd2c) {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:07.446737 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:07.448545 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.451577 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1a244-2609-4973-a9f9-2c96f0e574b5 None None] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:07.474102 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.592828 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f19adc-93be-4f22-91d7-0c997114e6c4 None None] Pushing event updated for resources: {'Port': ['ID=90b847c3-29cc-4dd6-868f-67ebe9161702,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:07.668876 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:07.668876 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.772438 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks [] for router_gateway (232233f1-0b65-471f-89b5-053ccd93d05d), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.779091 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-8ec7ca69-5475-4c7f-b39d-ed1c2a4d9b1a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0188658 Jun 27 23:53:07.819013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56096) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:07.825936 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:07.846064 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 09aeb219-0172-4c7c-90e5-aa07e6a4d562, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=09aeb219-0172-4c7c-90e5-aa07e6a4d562,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:07.861370 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (eda27e1a-0b6c-4797-b588-e5d3689e3d62), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.862872 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (eda27e1a-0b6c-4797-b588-e5d3689e3d62), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.879270 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (5c566e7d-8bc7-40cd-8763-ad544a85cae0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.889160 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.954059 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:53:07.955050 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:07.989875 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks [] for router_controller (eda27e1a-0b6c-4797-b588-e5d3689e3d62), precommit_add_association {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.017540 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Allocated IP 172.27.1.125 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/1f1c3999-558f-4c13-be5e-be3216bd0c05) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:08.051655 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=09aeb219-0172-4c7c-90e5-aa07e6a4d562,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:08.091223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c566e7d-8bc7-40cd-8763-ad544a85cae0,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:08.095860 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Checking segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:08.096523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Network hostable DHCP agents. Network: 1d347753-be55-4d38-aad9-02b4acd6755a, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:53:08.172314 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Network 1d347753-be55-4d38-aad9-02b4acd6755a is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:53:08.197441 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 1d347753-be55-4d38-aad9-02b4acd6755a) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:08.214205 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:08.218866 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.293374 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4a500031-2133-453c-9fb4-2237458b00b8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6964343 Jun 27 23:53:08.297576 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks [] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.300035 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Allocated IP 172.20.0.2 (2d3267f3-14cd-463f-add4-8cc7c227cd2c/c6b76a86-6b22-4686-ac1d-1c5c7c3e947f/2184bf40-8543-4835-a704-5ceed9378512) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:08.301127 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56110) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:08.308682 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:08.364011 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (232233f1-0b65-471f-89b5-053ccd93d05d), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.389446 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (164a1320-9663-4166-8f2c-16ef4940e2d6), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.390676 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (164a1320-9663-4166-8f2c-16ef4940e2d6), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.419871 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214b640-fb1d-4bf4-a4b5-624337df6671 None None] Network 1d347753-be55-4d38-aad9-02b4acd6755a requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:08.421971 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fae9b8-3096-4330-abee-988491cab61d None None] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:08.452890 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks [] for router_controller (164a1320-9663-4166-8f2c-16ef4940e2d6), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.575893 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks [] for router_gateway (eda27e1a-0b6c-4797-b588-e5d3689e3d62), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.642762 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks [] for router_gateway (164a1320-9663-4166-8f2c-16ef4940e2d6), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.649182 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:08.767657 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:08.771843 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:08.776707 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:08.827020 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56126) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:08.904631 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Router 232233f1-0b65-471f-89b5-053ccd93d05d is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:53:08.984700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56130) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:09.011596 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-8aa37f3e-5176-4b90-b315-740cfdac8d89 None None] Provisioning complete for port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:09.012242 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8aa37f3e-5176-4b90-b315-740cfdac8d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.064367 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Publish callbacks [] for port (2184bf40-8543-4835-a704-5ceed9378512), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.069890 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 09aeb219-0172-4c7c-90e5-aa07e6a4d562 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:09.109456 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1c3999-558f-4c13-be5e-be3216bd0c05,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:09.191534 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (2184bf40-8543-4835-a704-5ceed9378512), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.192717 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks [] for router_gateway (31ed2dbc-e772-47e4-bb1c-c087928156af), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.264883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f201cced-657d-42d1-be87-442f811e3237 None None] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:09.297822 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3dc2406d-9263-4048-851a-0c42b570ca81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.350165 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0913-f2e8-4c84-8d1d-a81ae6113263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.432480 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:09.447435 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Sync routers for ids ['232233f1-0b65-471f-89b5-053ccd93d05d'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:09.468867 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Routers {'232233f1-0b65-471f-89b5-053ccd93d05d'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:09.469534 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['232233f1-0b65-471f-89b5-053ccd93d05d'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:09.475222 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Pushing event updated for resources: {'Port': ['ID=2184bf40-8543-4835-a704-5ceed9378512,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:09.495082 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3dc2406d-9263-4048-851a-0c42b570ca81 admin admin] Publish callbacks [] for security_group (b68df2d6-5a62-44d4-99cb-5933a2f5b0b9), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.508183 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks [] for router_gateway (164a1320-9663-4166-8f2c-16ef4940e2d6), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.519525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks [] for router_gateway (eda27e1a-0b6c-4797-b588-e5d3689e3d62), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.521161 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3dc2406d-9263-4048-851a-0c42b570ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b68df2d6-5a62-44d4-99cb-5933a2f5b0b9), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.523139 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37f3e-5176-4b90-b315-740cfdac8d89 None None] Current status of the port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:09.555259 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:09.559316 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-1d347753-be55-4d38-aad9-02b4acd6755a', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:53:09.562644 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.595751 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:09.602987 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:09.618971 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.620049 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e9a717ae-8217-4f42-b622-a6aa7f026510 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0949881 Jun 27 23:53:09.621265 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.627776 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56158) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:09.705705 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:09.705994 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.716679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2406d-9263-4048-851a-0c42b570ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68df2d6-5a62-44d4-99cb-5933a2f5b0b9,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:09.747258 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (31ed2dbc-e772-47e4-bb1c-c087928156af), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.760369 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.776352 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-3dc2406d-9263-4048-851a-0c42b570ca81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28f281c6019b4639bfd678d4217dd1b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9431601 Jun 27 23:53:09.789561 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56164) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:09.871179 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0913-f2e8-4c84-8d1d-a81ae6113263 admin admin] Publish callbacks [] for security_group (79731413-ff9b-4e50-acf8-f5107dd9c26f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.909911 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0913-f2e8-4c84-8d1d-a81ae6113263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (79731413-ff9b-4e50-acf8-f5107dd9c26f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:09.934963 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Allocated IP 172.27.1.97 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/dd398aeb-e364-4bd3-87dd-1b979e1b2eff) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:10.001428 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-459542ec-229f-470d-9416-de513460f291 admin admin] Publish callbacks [] for security_group (b68df2d6-5a62-44d4-99cb-5933a2f5b0b9), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.020460 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Set router 232233f1-0b65-471f-89b5-053ccd93d05d gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:10.031748 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-b9fe0913-f2e8-4c84-8d1d-a81ae6113263 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c03b7413513649de8c43edf295cd9b2d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0396326 Jun 27 23:53:10.032646 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56174) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:10.051477 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe0913-f2e8-4c84-8d1d-a81ae6113263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79731413-ff9b-4e50-acf8-f5107dd9c26f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:10.104484 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-459542ec-229f-470d-9416-de513460f291 admin admin] Publish callbacks [] for security_group (b68df2d6-5a62-44d4-99cb-5933a2f5b0b9), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.116612 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] Provisioning complete for port 90b847c3-29cc-4dd6-868f-67ebe9161702 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:10.117389 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.128348 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks [] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.158485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Attempting to bind port 2184bf40-8543-4835-a704-5ceed9378512 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:10.159033 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Attempting to bind port 2184bf40-8543-4835-a704-5ceed9378512 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:10.159555 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Attempting to bind port 2184bf40-8543-4835-a704-5ceed9378512 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:10.204560 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:10.205239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Checking segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:10.205885 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.206425 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Bound using segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:10.208407 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Bound port: 2184bf40-8543-4835-a704-5ceed9378512, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:10.209526 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (2184bf40-8543-4835-a704-5ceed9378512), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.235573 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.269328 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:10.274297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:10.310204 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:10.344554 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:10.345971 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 90b847c3-29cc-4dd6-868f-67ebe9161702 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:10.422116 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:53:07Z', 'revision_number': 3, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:10.465807 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Checking router: 232233f1-0b65-471f-89b5-053ccd93d05d for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:10.466630 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Updating router 232233f1-0b65-471f-89b5-053ccd93d05d port c5a571a4-0b21-4795-8d9c-d2df7f4a419d binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:10.510580 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Allocated IP 172.27.1.142 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/4cfa22cf-f587-4fee-8599-03922b82ef82) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:10.530487 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.541496 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0dac92ac-4627-491a-8a86-9a384ad68b77 admin admin] Publish callbacks [] for security_group (79731413-ff9b-4e50-acf8-f5107dd9c26f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.546283 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks [] for router_gateway (164a1320-9663-4166-8f2c-16ef4940e2d6), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.552806 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] For port 2184bf40-8543-4835-a704-5ceed9378512, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:10.553432 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-459542ec-229f-470d-9416-de513460f291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b68df2d6-5a62-44d4-99cb-5933a2f5b0b9), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.555976 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-459542ec-229f-470d-9416-de513460f291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.556119 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Allocated IP 172.20.0.2 (1d347753-be55-4d38-aad9-02b4acd6755a/5c566e7d-8bc7-40cd-8763-ad544a85cae0/60ad8ddf-daf6-410c-a392-1cef6c4c8dc3) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:10.559981 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-459542ec-229f-470d-9416-de513460f291 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b68df2d6-5a62-44d4-99cb-5933a2f5b0b9 HTTP/1.1" status: 204 len: 168 time: 0.7666121 Jun 27 23:53:10.586570 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] For port 2184bf40-8543-4835-a704-5ceed9378512, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=2184bf40-8543-4835-a704-5ceed9378512,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:10.600917 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] Current status of the port 90b847c3-29cc-4dd6-868f-67ebe9161702 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:10.601686 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.626765 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (2184bf40-8543-4835-a704-5ceed9378512), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.626989 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459542ec-229f-470d-9416-de513460f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68df2d6-5a62-44d4-99cb-5933a2f5b0b9,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:10.672999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 90b847c3-29cc-4dd6-868f-67ebe9161702 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:10.673731 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.686127 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0dac92ac-4627-491a-8a86-9a384ad68b77 admin admin] Publish callbacks [] for security_group (79731413-ff9b-4e50-acf8-f5107dd9c26f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.755164 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Pushing event updated for resources: {'Port': ['ID=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:10.847285 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks [] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.872893 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0dac92ac-4627-491a-8a86-9a384ad68b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (79731413-ff9b-4e50-acf8-f5107dd9c26f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.880125 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0dac92ac-4627-491a-8a86-9a384ad68b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.880125 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0dac92ac-4627-491a-8a86-9a384ad68b77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79731413-ff9b-4e50-acf8-f5107dd9c26f HTTP/1.1" status: 204 len: 168 time: 0.8293428 Jun 27 23:53:10.881201 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (164a1320-9663-4166-8f2c-16ef4940e2d6), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:10.935044 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Router 31ed2dbc-e772-47e4-bb1c-c087928156af is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:53:10.944189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac92ac-4627-491a-8a86-9a384ad68b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79731413-ff9b-4e50-acf8-f5107dd9c26f,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:10.960924 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] For port 90b847c3-29cc-4dd6-868f-67ebe9161702, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=90b847c3-29cc-4dd6-868f-67ebe9161702,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:10.962061 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef83c3-4c01-4a46-90de-aaed102cbb7d None None] Pushing event updated for resources: {'Port': ['ID=2184bf40-8543-4835-a704-5ceed9378512,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:10.991741 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.000018 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 90b847c3-29cc-4dd6-868f-67ebe9161702 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:11.000482 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.179629 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.281551 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:11.314822 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:11.322712 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f11a9c-d9e2-485d-9239-84bf0561f800 None None] Pushing event updated for resources: {'Port': ['ID=90b847c3-29cc-4dd6-868f-67ebe9161702,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:11.323220 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:11.329001 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Pushing event updated for resources: {'Port': ['ID=4cfa22cf-f587-4fee-8599-03922b82ef82,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:11.365586 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.386450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:11.450760 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-7966fa47-25fa-451c-8aaa-212319fd9aa0 None None] Provisioning complete for port 90b847c3-29cc-4dd6-868f-67ebe9161702 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:11.464320 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-7966fa47-25fa-451c-8aaa-212319fd9aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.471882 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:11.485551 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.493128 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-885f675d-e46c-4470-9ab2-78f0ee77e6a4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8620362 Jun 27 23:53:11.498388 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56206) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:11.532317 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.db.api [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 23:53:11.532920 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG oslo_db.api [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 23:53:11.542708 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Publish callbacks [] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.577217 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.582918 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Publish callbacks [] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.596492 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.611914 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:53:11.613584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56210) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:11.654322 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-53f7b967-5622-4f57-a13d-f3cdc21daa5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.663057 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Attempting to bind port c5a571a4-0b21-4795-8d9c-d2df7f4a419d on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:11.669761 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Attempting to bind port c5a571a4-0b21-4795-8d9c-d2df7f4a419d by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:11.670939 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Attempting to bind port c5a571a4-0b21-4795-8d9c-d2df7f4a419d on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:11.674672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Network 1d347753-be55-4d38-aad9-02b4acd6755a is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:11.685973 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:11.687970 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:11.691765 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.693914 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:11.694250 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:11.701612 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Bound port: c5a571a4-0b21-4795-8d9c-d2df7f4a419d, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:11.702356 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.703098 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:11.706164 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:11.710932 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:11.744621 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Pushing event updated for resources: {'Port': ['ID=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,revision_number=2']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:11.786566 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.786566 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.786566 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.786566 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.788286 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.788638 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.788980 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.793468 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.794230 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.795021 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.795560 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.796159 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.796699 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Tracked resource versions report: Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: pushed versions: Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: { 'AddressGroup': {'1.2'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'ConntrackHelper': {'1.0'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'LocalIPAssociation': {'1.0'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Log': {'1.0'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Network': {'1.1'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Port': {'1.7'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'PortForwarding': {'1.2'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'QosPolicy': {'1.10'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroup': {'1.5'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroupRule': {'1.2'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SubPort': {'1.0'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Subnet': {'1.1'}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Trunk': {'1.1'}} Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: consumer versions: Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: { DHCP agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: HyperV agent@hv-cinder-84786: {}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: L3 agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: Metadata agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: Metering agent@dv-cinder-847864-2-iscsi: {}, Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: Open vSwitch agent@dv-cinder-847864-2-iscsi: { 'AddressGroup': '1.2', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'ConntrackHelper': '1.0', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'LocalIPAssociation': '1.0', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Log': '1.0', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Network': '1.1', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Port': '1.7', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'PortForwarding': '1.2', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'QosPolicy': '1.10', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroup': '1.5', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SecurityGroupRule': '1.2', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'SubPort': '1.0', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Subnet': '1.1', Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: 'Trunk': '1.1'}} Jun 27 23:53:11.798174 dv-cinder-847864-2-iscsi neutron-server[115321]: {{(pid=115321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 23:53:11.840193 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] For port c5a571a4-0b21-4795-8d9c-d2df7f4a419d, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:11.846721 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] For port c5a571a4-0b21-4795-8d9c-d2df7f4a419d, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:11.875554 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:11.946360 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e39ac-adff-4740-acd6-022d41158109 None None] Pushing event updated for resources: {'Port': ['ID=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:11.960116 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:12.006064 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:12.030145 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Allocated IP 172.20.0.1 (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0/07b78285-f57e-49bc-a856-28c4d2e737f8/946c1b36-e3b3-4004-b9b3-cbba578b12d7) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:12.031952 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Routers {'232233f1-0b65-471f-89b5-053ccd93d05d'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:12.032633 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['232233f1-0b65-471f-89b5-053ccd93d05d'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:12.038325 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:12.054340 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks [] for router_gateway (eda27e1a-0b6c-4797-b588-e5d3689e3d62), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.108419 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.114333 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f0657d97-cd87-40d5-8f16-a82f29dae671 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8064837 Jun 27 23:53:12.120907 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Pushing event updated for resources: {'Port': ['ID=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:12.132680 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56220) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:12.138868 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:12.140101 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:12.438430 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:12.467381 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] Set router 232233f1-0b65-471f-89b5-053ccd93d05d gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:12.564397 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-7966fa47-25fa-451c-8aaa-212319fd9aa0 None None] Current status of the port 90b847c3-29cc-4dd6-868f-67ebe9161702 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:12.568413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-53f7b967-5622-4f57-a13d-f3cdc21daa5c admin admin] Publish callbacks [] for security_group (0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.588199 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4a834-be9e-4ab8-bf97-a5f84c47e1c7 None None] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:12.607264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-53f7b967-5622-4f57-a13d-f3cdc21daa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.627515 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (eda27e1a-0b6c-4797-b588-e5d3689e3d62), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.649856 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Attempting to bind port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:12.649856 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Attempting to bind port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:12.650321 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Attempting to bind port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 on network 1d347753-be55-4d38-aad9-02b4acd6755a {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:12.663789 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-53f7b967-5622-4f57-a13d-f3cdc21daa5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f90ddc43ebd44422a6cce641d7b5f605&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0469651 Jun 27 23:53:12.677141 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:12.677529 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Checking segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:12.677938 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.678336 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Bound using segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:12.678854 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Bound port: 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:12.679252 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.681678 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56236) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:12.726181 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-7966fa47-25fa-451c-8aaa-212319fd9aa0 None None] Provisioning complete for port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:12.726961 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-7966fa47-25fa-451c-8aaa-212319fd9aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:12.743363 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 90b847c3-29cc-4dd6-868f-67ebe9161702 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:12.863070 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b967-5622-4f57-a13d-f3cdc21daa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:12.918349 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:53:12.925194 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:10Z', 'revision_number': 3, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:12.962795 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:12.963154 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Updating router 164a1320-9663-4166-8f2c-16ef4940e2d6 port dd398aeb-e364-4bd3-87dd-1b979e1b2eff binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:13.024503 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:08Z', 'revision_number': 3, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:13.069395 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.106486 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 90b847c3-29cc-4dd6-868f-67ebe9161702 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:13.116313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:13.117148 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Updating router 31ed2dbc-e772-47e4-bb1c-c087928156af port 1f1c3999-558f-4c13-be5e-be3216bd0c05 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:13.139709 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] For port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:13.140808 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks [] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.171291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:13.221740 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:13.225582 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.233935 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0659c8c6-2956-451c-b930-b26d27b66ece admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4137180 Jun 27 23:53:13.236494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56248) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:13.245276 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] For port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:13.250763 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:53:07Z', 'revision_number': 3, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:13.278508 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.287133 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-7966fa47-25fa-451c-8aaa-212319fd9aa0 None None] Current status of the port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:13.299093 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.303068 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.333396 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe779-8958-4675-ba74-64d56b0cab4a None None] The sync data for ids ['232233f1-0b65-471f-89b5-053ccd93d05d'] in dv-cinder-847864-2-iscsi is: [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:53:07Z', 'revision_number': 3, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:13.350025 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:13.351757 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9c7d95e9-8cf3-49cb-93d6-022fcbd3d407 admin admin] Publish callbacks [] for security_group (0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.352308 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:13.390347 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9c7d95e9-8cf3-49cb-93d6-022fcbd3d407 admin admin] Publish callbacks [] for security_group (0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.574072 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 90b847c3-29cc-4dd6-868f-67ebe9161702 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:13.574433 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.579970 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9c7d95e9-8cf3-49cb-93d6-022fcbd3d407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.582905 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9c7d95e9-8cf3-49cb-93d6-022fcbd3d407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.586445 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-9c7d95e9-8cf3-49cb-93d6-022fcbd3d407 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c HTTP/1.1" status: 204 len: 168 time: 0.9014115 Jun 27 23:53:13.636310 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d95e9-8cf3-49cb-93d6-022fcbd3d407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a50fbf9-60a4-46cc-9d99-4c9bc65bcb7c,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:13.673307 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.726168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:13.904404 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Pushing event updated for resources: {'Port': ['ID=946c1b36-e3b3-4004-b9b3-cbba578b12d7,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:14.001900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Allocated IP 172.20.0.1 (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5/a92c40bf-76e2-490e-bbff-48408b8d0485) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:14.072330 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:14.093329 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:14.102681 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Publish callbacks [] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.103787 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:14.104556 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (232233f1-0b65-471f-89b5-053ccd93d05d), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.120576 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.339398 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Attempting to bind port dd398aeb-e364-4bd3-87dd-1b979e1b2eff on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:14.339887 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Attempting to bind port dd398aeb-e364-4bd3-87dd-1b979e1b2eff by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:14.340367 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Attempting to bind port dd398aeb-e364-4bd3-87dd-1b979e1b2eff on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:14.354139 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:14.355321 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:14.355321 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.355483 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] Provisioning complete for port 2184bf40-8543-4835-a704-5ceed9378512 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:14.356459 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:14.356561 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (2184bf40-8543-4835-a704-5ceed9378512), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.356628 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Bound port: dd398aeb-e364-4bd3-87dd-1b979e1b2eff, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:14.356628 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.359835 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499a7a7-63b7-4be5-b828-6b70962acaa1 None None] Pushing event updated for resources: {'Port': ['ID=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,revision_number=2']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:14.487784 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] For port dd398aeb-e364-4bd3-87dd-1b979e1b2eff, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:14.496435 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] For port dd398aeb-e364-4bd3-87dd-1b979e1b2eff, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:14.512707 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.515415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks [] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.655229 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499a7a7-63b7-4be5-b828-6b70962acaa1 None None] Pushing event updated for resources: {'Port': ['ID=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:14.663353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Allocated IP 172.20.0.1 (1d347753-be55-4d38-aad9-02b4acd6755a/5c566e7d-8bc7-40cd-8763-ad544a85cae0/bd0a1604-2315-45ba-9cb9-2c6bde489381) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:14.690986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.702518 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:14.703724 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:14.790409 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Publish callbacks [] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.817737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f135072-d6d7-4089-8e30-c1064005591c None None] Pushing event updated for resources: {'Port': ['ID=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:14.820788 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:14.874644 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Pushing event updated for resources: {'Port': ['ID=a92c40bf-76e2-490e-bbff-48408b8d0485,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:14.879030 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:14.947794 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:14.950785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:14.966321 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:14.971065 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (31ed2dbc-e772-47e4-bb1c-c087928156af), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.051379 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks [] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.104508 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Attempting to bind port 1f1c3999-558f-4c13-be5e-be3216bd0c05 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:15.105136 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Attempting to bind port 1f1c3999-558f-4c13-be5e-be3216bd0c05 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:15.105650 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Attempting to bind port 1f1c3999-558f-4c13-be5e-be3216bd0c05 on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:15.111535 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.124910 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:15.211583 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:10Z', 'revision_number': 3, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:15.295546 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5883e9-3e2a-428e-89ef-a5e8dd691c56 None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:10Z', 'revision_number': 3, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:15.320944 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:15.321682 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:15.327979 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.328987 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:15.330179 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Bound port: 1f1c3999-558f-4c13-be5e-be3216bd0c05, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:15.333112 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.420071 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238047a-f1dc-4ce0-b9ce-212c9fa0e7a3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c3999-558f-4c13-be5e-be3216bd0c05,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:15.422022 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.440697 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 90b847c3-29cc-4dd6-868f-67ebe9161702 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:15.441939 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 2184bf40-8543-4835-a704-5ceed9378512 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:15.532351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Network 1d347753-be55-4d38-aad9-02b4acd6755a is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:15.537152 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:15.543734 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:15.544196 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (164a1320-9663-4166-8f2c-16ef4940e2d6), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.592797 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b27c0-4a45-481c-8e20-104a47c9744e None None] Network 1d347753-be55-4d38-aad9-02b4acd6755a requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:53:15.666823 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.682985 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Pushing event updated for resources: {'Port': ['ID=bd0a1604-2315-45ba-9cb9-2c6bde489381,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:15.685507 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.848212 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] For port 1f1c3999-558f-4c13-be5e-be3216bd0c05, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:15.860470 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] Current status of the port 2184bf40-8543-4835-a704-5ceed9378512 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:15.860858 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (2184bf40-8543-4835-a704-5ceed9378512), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:15.884853 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] For port 1f1c3999-558f-4c13-be5e-be3216bd0c05, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=1f1c3999-558f-4c13-be5e-be3216bd0c05,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:15.955544 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Allocated IP 172.20.0.1 (2d3267f3-14cd-463f-add4-8cc7c227cd2c/c6b76a86-6b22-4686-ac1d-1c5c7c3e947f/c4649d50-12d9-4314-b7a0-0139ba2f4e07) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:15.967999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.018167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.112032 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks [] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.161697 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.353480 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Pushing event updated for resources: {'Port': ['ID=c4649d50-12d9-4314-b7a0-0139ba2f4e07,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:16.369018 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:16.372917 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks [] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.375156 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:16.382527 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.383358 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (232233f1-0b65-471f-89b5-053ccd93d05d), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.444177 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 2184bf40-8543-4835-a704-5ceed9378512 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:16.445200 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (2184bf40-8543-4835-a704-5ceed9378512), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.492320 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks [] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.505590 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:16.505948 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (eda27e1a-0b6c-4797-b588-e5d3689e3d62), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.506048 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.516815 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (31ed2dbc-e772-47e4-bb1c-c087928156af), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.613224 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238047a-f1dc-4ce0-b9ce-212c9fa0e7a3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c3999-558f-4c13-be5e-be3216bd0c05,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:16.658553 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] For port 2184bf40-8543-4835-a704-5ceed9378512, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=2184bf40-8543-4835-a704-5ceed9378512,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:16.659715 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:16.660347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:16.748403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Pushing event updated for resources: {'Port': ['ID=946c1b36-e3b3-4004-b9b3-cbba578b12d7,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:16.761585 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks [] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.781813 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:16.848162 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.848958 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (164a1320-9663-4166-8f2c-16ef4940e2d6), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:16.907897 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:16.914367 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:16.959813 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (2184bf40-8543-4835-a704-5ceed9378512), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.048087 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 2184bf40-8543-4835-a704-5ceed9378512 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:17.056061 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.088364 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Pushing event updated for resources: {'Port': ['ID=a92c40bf-76e2-490e-bbff-48408b8d0485,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:17.184247 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Router 232233f1-0b65-471f-89b5-053ccd93d05d has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:53:17.225788 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:11Z', 'revision_number': 3, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:17.355191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Network 1d347753-be55-4d38-aad9-02b4acd6755a is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:17.356060 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Pushing event updated for resources: {'Port': ['ID=bd0a1604-2315-45ba-9cb9-2c6bde489381,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:17.366700 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:17.367977 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:17.382240 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:17.382585 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Updating router eda27e1a-0b6c-4797-b588-e5d3689e3d62 port 4cfa22cf-f587-4fee-8599-03922b82ef82 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:17.401837 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eb11d-4b1a-45c6-af5b-bd73a78316ab None None] Pushing event updated for resources: {'Port': ['ID=2184bf40-8543-4835-a704-5ceed9378512,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:17.449967 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:17.458527 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device dd398aeb-e364-4bd3-87dd-1b979e1b2eff up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:17.460239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Provisioning complete for port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:17.460627 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.701154 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.728254 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks [] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.750790 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:53:17.752322 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:17.768372 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Sync routers for ids ['232233f1-0b65-471f-89b5-053ccd93d05d'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:17.778357 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-512db58d-0e32-4368-b33f-bc930fbe161f admin admin] 10.222.0.26 "PUT /v2.0/routers/232233f1-0b65-471f-89b5-053ccd93d05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1452811 Jun 27 23:53:17.781722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.782473 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (eda27e1a-0b6c-4797-b588-e5d3689e3d62), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.793867 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Routers {'232233f1-0b65-471f-89b5-053ccd93d05d'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:17.794727 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['232233f1-0b65-471f-89b5-053ccd93d05d'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:17.809527 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:53:17.867394 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:17.889264 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3c2b499-3dfb-41be-8c1a-2d840eea50ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:17.983024 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Pushing event updated for resources: {'Port': ['ID=c4649d50-12d9-4314-b7a0-0139ba2f4e07,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:18.047524 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:18.059004 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:18.099644 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Set router 232233f1-0b65-471f-89b5-053ccd93d05d gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:18.130366 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:18.157601 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Provisioning complete for port c4649d50-12d9-4314-b7a0-0139ba2f4e07 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:18.161245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:18.253997 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port dd398aeb-e364-4bd3-87dd-1b979e1b2eff triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:18.254745 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:18.302852 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21954fd-381d-4ec7-829c-06fbcb4808db None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:18.343849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:18.351281 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-9b2c5da9-cddc-4038-b110-397e7087918d admin admin] 10.222.0.26 "PUT /v2.0/routers/31ed2dbc-e772-47e4-bb1c-c087928156af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8515291 Jun 27 23:53:18.365949 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:53:18.515480 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:18.561925 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-6424f13d-0bee-4a1e-a9fc-b13af3e7aeff admin admin] 10.222.0.26 "PUT /v2.0/routers/164a1320-9663-4166-8f2c-16ef4940e2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4276395 Jun 27 23:53:18.607012 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:53:18.620304 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-78233089-19a8-4ea5-ac9a-cdddbcdf9b72 admin admin] 10.222.0.26 "PUT /v2.0/routers/eda27e1a-0b6c-4797-b588-e5d3689e3d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3764477 Jun 27 23:53:18.621589 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Port c4649d50-12d9-4314-b7a0-0139ba2f4e07 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:18.670879 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:53:14Z', 'revision_number': 4, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '946c1b36-e3b3-4004-b9b3-cbba578b12d7', 'name': '', 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'mac_address': 'fa:16:3e:1c:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:11Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 2, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'subnets': [{'id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:18.703927 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:18.720172 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Checking router: 232233f1-0b65-471f-89b5-053ccd93d05d for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:18.720537 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Updating router 232233f1-0b65-471f-89b5-053ccd93d05d port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:18.774914 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56432) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:18.783239 dv-cinder-847864-2-iscsi neutron-server[115319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 23:53:18.821128 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:18.880640 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:18.886942 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:18.929888 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Provisioning complete for port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:18.930276 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.250233 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port dd398aeb-e364-4bd3-87dd-1b979e1b2eff is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:19.250633 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.330724 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56458) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:19.336477 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841833857', 'description': 'tempest-description--2136378543'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:19.347384 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-a0fce0b9-89ef-417d-a344-b09505ccb912 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:19.357705 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-a0fce0b9-89ef-417d-a344-b09505ccb912 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/networks?id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 HTTP/1.1" status: 200 len: 812 time: 0.5813379 Jun 27 23:53:19.391853 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-742fc61b-ef34-41cb-a94b-97be01d5a05e tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/quotas/fcc51605db08492e95b9513293dd7f46 HTTP/1.1" status: 200 len: 375 time: 0.0314698 Jun 27 23:53:19.399198 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.510422 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port dd398aeb-e364-4bd3-87dd-1b979e1b2eff, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:19.555032 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Publish callbacks [] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.568490 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.578157 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.579823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c5a571a4-0b21-4795-8d9c-d2df7f4a419d up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:19.599766 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (cc88e702-d2cd-41e4-be90-52aab7b3dac8), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.613175 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (cc88e702-d2cd-41e4-be90-52aab7b3dac8), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.617962 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56474) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:19.675909 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-7d1bd393-031c-4135-a6a7-4c38e6d7748c tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcc51605db08492e95b9513293dd7f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2833235 Jun 27 23:53:19.682669 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc88e702-d2cd-41e4-be90-52aab7b3dac8,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:19.684370 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:19.739086 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.742042 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-70693ab4-bda4-490e-9c00-86a6e115c135 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4097068 Jun 27 23:53:19.745272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56486) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:19.748801 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5556c-1e6d-414a-b615-d0d0384c2f06 None None] Pushing event updated for resources: {'Port': ['ID=946c1b36-e3b3-4004-b9b3-cbba578b12d7,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:19.751059 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': 'cc88e702-d2cd-41e4-be90-52aab7b3dac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:19.843468 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (67f510ea-ab34-450b-85b7-68271c284f79), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.956736 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Attempting to bind port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:19.957316 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Attempting to bind port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:19.959994 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Attempting to bind port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 on network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:19.972739 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:19.973868 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Checking segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:19.974819 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:19.975897 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Bound using segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:19.978726 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Bound port: 946c1b36-e3b3-4004-b9b3-cbba578b12d7, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:19.979207 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.017933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49828aa0-2f71-4f3d-8af1-ba1b41b509b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.024693 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56500) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:20.036124 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608113357', 'description': 'tempest-description--1587494623'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:20.054693 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Publish callbacks [] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.125297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.239843 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Current status of the port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:20.240701 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.280186 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] For port 946c1b36-e3b3-4004-b9b3-cbba578b12d7, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:20.291939 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] For port 946c1b36-e3b3-4004-b9b3-cbba578b12d7, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=946c1b36-e3b3-4004-b9b3-cbba578b12d7,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:20.303877 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.336206 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (a0555daf-3a9a-4f8e-b084-4f50ff97e58b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.351753 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0555daf-3a9a-4f8e-b084-4f50ff97e58b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.421227 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.423836 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3973610 Jun 27 23:53:20.426928 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56514) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:20.438873 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'security_group_rule': {'security_group_id': 'a0555daf-3a9a-4f8e-b084-4f50ff97e58b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:20.455749 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-0d85b6ec-b8a5-48f0-b625-bf8c71afbc10 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:53:20.456791 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-0d85b6ec-b8a5-48f0-b625-bf8c71afbc10 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4609995 Jun 27 23:53:20.476779 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56518) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:20.477703 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Routers {'232233f1-0b65-471f-89b5-053ccd93d05d'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:20.479702 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:52:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['232233f1-0b65-471f-89b5-053ccd93d05d'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:20.494337 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103203780', 'description': 'tempest-description--135587058'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:20.527039 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02f85-ba85-4211-9f53-863d4cc3d1a0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0555daf-3a9a-4f8e-b084-4f50ff97e58b,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:20.539877 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.549328 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5556c-1e6d-414a-b615-d0d0384c2f06 None None] Pushing event updated for resources: {'Port': ['ID=946c1b36-e3b3-4004-b9b3-cbba578b12d7,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:20.564157 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:53:20.571175 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (aa57c55f-4e96-4684-8c41-656b8555d29b), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.660593 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (a2f79933-6c55-4dc2-a1d8-66f2506b5721), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.672351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a2f79933-6c55-4dc2-a1d8-66f2506b5721), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.700933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (67f510ea-ab34-450b-85b7-68271c284f79), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.717736 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] Set router 232233f1-0b65-471f-89b5-053ccd93d05d gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:20.726958 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (67f510ea-ab34-450b-85b7-68271c284f79), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.728574 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] For port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:20.743010 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f79933-6c55-4dc2-a1d8-66f2506b5721,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:20.749499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.751279 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-345a71df-59d8-4484-9fcc-a541a6d3fe74 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2713108 Jun 27 23:53:20.755564 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56520) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:20.766384 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'security_group_rule': {'security_group_id': 'a2f79933-6c55-4dc2-a1d8-66f2506b5721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:20.813794 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.815173 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (43d4ed48-f981-4bee-b3a9-6faf4c1406bc), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.836992 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.847204 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f510ea-ab34-450b-85b7-68271c284f79,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:20.870567 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.878065 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6c0641d3-fbb8-4f12-a775-f670c871cf61 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989112 Jun 27 23:53:20.884045 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.889224 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-2b3f0c74-677b-4e42-b751-907b8c37eae3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1427858 Jun 27 23:53:20.895677 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56522) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:20.904761 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Provisioning complete for port a92c40bf-76e2-490e-bbff-48408b8d0485 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:20.905502 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.929706 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': 'cc88e702-d2cd-41e4-be90-52aab7b3dac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:20.942190 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (aa57c55f-4e96-4684-8c41-656b8555d29b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.955704 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (aa57c55f-4e96-4684-8c41-656b8555d29b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.960605 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49828aa0-2f71-4f3d-8af1-ba1b41b509b8 admin admin] Publish callbacks [] for security_group (41fc6491-170d-4e61-ae39-afad8a4f8ada), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.964113 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-402a09c6-75ee-4ed7-ae91-066ce7441143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.977296 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49828aa0-2f71-4f3d-8af1-ba1b41b509b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (41fc6491-170d-4e61-ae39-afad8a4f8ada), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:20.985375 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa57c55f-4e96-4684-8c41-656b8555d29b,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.006948 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Attempting to bind port 4cfa22cf-f587-4fee-8599-03922b82ef82 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:21.007763 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Attempting to bind port 4cfa22cf-f587-4fee-8599-03922b82ef82 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:21.008497 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Attempting to bind port 4cfa22cf-f587-4fee-8599-03922b82ef82 on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:21.022648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:21.023905 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:21.024781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.025466 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:21.026525 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Bound port: 4cfa22cf-f587-4fee-8599-03922b82ef82, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:21.027097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.029669 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.033992 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.042829 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8696b976-f245-49ca-9036-e2745234b9c5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6143923 Jun 27 23:53:21.045597 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56524) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.047311 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (43d4ed48-f981-4bee-b3a9-6faf4c1406bc), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.053259 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'security_group_rule': {'security_group_id': 'a0555daf-3a9a-4f8e-b084-4f50ff97e58b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:21.054438 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (39704dde-2c43-48a8-a4d8-86099d9e67cb), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.062474 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-49828aa0-2f71-4f3d-8af1-ba1b41b509b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9288b6cf98e84d6e81ad80dd31387adc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4234576 Jun 27 23:53:21.065076 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49828aa0-2f71-4f3d-8af1-ba1b41b509b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fc6491-170d-4e61-ae39-afad8a4f8ada,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.071480 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (43d4ed48-f981-4bee-b3a9-6faf4c1406bc), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.072189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56526) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.116021 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-1cbaec6f-24fa-4522-8cc1-678009c1151c service neutron] 10.222.0.26 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100675 Jun 27 23:53:21.117893 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c5a571a4-0b21-4795-8d9c-d2df7f4a419d triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:21.118362 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.138611 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d4ed48-f981-4bee-b3a9-6faf4c1406bc,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.159486 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.164458 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ec40eccf-ce67-4798-acc7-15f232a63616 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4069037 Jun 27 23:53:21.166352 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56528) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.169884 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (adec5519-bf87-4904-b6df-cc973b42b482), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.174409 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'security_group_rule': {'security_group_id': 'a2f79933-6c55-4dc2-a1d8-66f2506b5721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:21.192775 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3be669-ae74-4595-9446-a048c374902c None None] Pushing event updated for resources: {'Port': ['ID=4cfa22cf-f587-4fee-8599-03922b82ef82,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.205568 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9719bd46-aa9b-4f0d-ac72-c596ad2d41fa admin admin] Publish callbacks [] for security_group (41fc6491-170d-4e61-ae39-afad8a4f8ada), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.219443 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (39704dde-2c43-48a8-a4d8-86099d9e67cb), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.226166 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (39704dde-2c43-48a8-a4d8-86099d9e67cb), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.236648 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:53:14Z', 'revision_number': 4, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '946c1b36-e3b3-4004-b9b3-cbba578b12d7', 'name': '', 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'mac_address': 'fa:16:3e:1c:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:11Z', 'updated_at': '2022-06-27T23:53:20Z', 'revision_number': 4, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'subnets': [{'id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:21.255217 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (345b617b-bb1c-4f77-8ff5-d73b35db5731), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.260237 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39704dde-2c43-48a8-a4d8-86099d9e67cb,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.278427 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80407de5-d55e-4611-93b3-20db4f702923 None None] The sync data for ids ['232233f1-0b65-471f-89b5-053ccd93d05d'] in dv-cinder-847864-2-iscsi is: [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:53:14Z', 'revision_number': 4, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '946c1b36-e3b3-4004-b9b3-cbba578b12d7', 'name': '', 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'mac_address': 'fa:16:3e:1c:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:11Z', 'updated_at': '2022-06-27T23:53:20Z', 'revision_number': 4, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'subnets': [{'id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:21.283986 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 2, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:21.284163 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.288444 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-57b400de-c7bd-4355-b965-11bcb3bbdce3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652301 Jun 27 23:53:21.289256 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56532) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.294324 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:21.295845 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9719bd46-aa9b-4f0d-ac72-c596ad2d41fa admin admin] Publish callbacks [] for security_group (41fc6491-170d-4e61-ae39-afad8a4f8ada), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.355485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Port a92c40bf-76e2-490e-bbff-48408b8d0485 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:21.362002 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.365261 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (adec5519-bf87-4904-b6df-cc973b42b482), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.375077 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (adec5519-bf87-4904-b6df-cc973b42b482), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.396731 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:21.396731 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Updating router 164a1320-9663-4166-8f2c-16ef4940e2d6 port bd0a1604-2315-45ba-9cb9-2c6bde489381 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:21.403584 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adec5519-bf87-4904-b6df-cc973b42b482,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.408574 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9719bd46-aa9b-4f0d-ac72-c596ad2d41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (41fc6491-170d-4e61-ae39-afad8a4f8ada), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.411914 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9719bd46-aa9b-4f0d-ac72-c596ad2d41fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.413611 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-9719bd46-aa9b-4f0d-ac72-c596ad2d41fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41fc6491-170d-4e61-ae39-afad8a4f8ada HTTP/1.1" status: 204 len: 168 time: 0.3385556 Jun 27 23:53:21.442883 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719bd46-aa9b-4f0d-ac72-c596ad2d41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fc6491-170d-4e61-ae39-afad8a4f8ada,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.449156 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.454777 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.470146 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1424a2aa-1bbe-48ad-87af-1c95eba16b5a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4177039 Jun 27 23:53:21.471070 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56546) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.483072 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:21.497246 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (345b617b-bb1c-4f77-8ff5-d73b35db5731), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.508781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Provisioning complete for port 2184bf40-8543-4835-a704-5ceed9378512 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:21.509191 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (2184bf40-8543-4835-a704-5ceed9378512), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.529651 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (345b617b-bb1c-4f77-8ff5-d73b35db5731), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.534435 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Pushing event updated for resources: {'Port': ['ID=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.559401 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56554) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.581109 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345b617b-bb1c-4f77-8ff5-d73b35db5731,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:21.599884 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.602802 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-1492f14a-c538-4622-b521-0e6ab513217a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4333067 Jun 27 23:53:21.606172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56564) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:21.612501 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:21.623057 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.651286 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e0c3451d-cdc5-4094-b7b0-8b2cf68ab6a6 req-839d2448-b1b8-4bb6-9cbf-4e9a6f7c3984 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0888705 Jun 27 23:53:21.687528 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.750796 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c5a571a4-0b21-4795-8d9c-d2df7f4a419d is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:21.751946 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.792490 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] For port 4cfa22cf-f587-4fee-8599-03922b82ef82, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:21.811070 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:21.977525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.068184 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.074793 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.27.1.197 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/ade04bf9-3db4-47d0-bcc9-c6416ad66002) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:22.212823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port c5a571a4-0b21-4795-8d9c-d2df7f4a419d, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:22.217264 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] For port 4cfa22cf-f587-4fee-8599-03922b82ef82, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=4cfa22cf-f587-4fee-8599-03922b82ef82,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:22.228169 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.228980 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:22.302446 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.323113 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.572820 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Publish callbacks [] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.577067 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:22.648017 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.661535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-ec849a24-917a-42ce-ae88-cf08aec725b5 None None] Current status of the port 2184bf40-8543-4835-a704-5ceed9378512 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:22.665931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.696611 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:22.697413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:22.876705 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:22.960141 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-27698593-8369-4297-bfe5-a9020ec47672 req-fbfedff3-dee8-483b-ac76-768300050283 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 210 time: 0.1161494 Jun 27 23:53:22.972826 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Attempting to bind port bd0a1604-2315-45ba-9cb9-2c6bde489381 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:22.974694 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Attempting to bind port bd0a1604-2315-45ba-9cb9-2c6bde489381 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:22.975078 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Attempting to bind port bd0a1604-2315-45ba-9cb9-2c6bde489381 on network 1d347753-be55-4d38-aad9-02b4acd6755a {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:22.988977 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:23.010304 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:23.010957 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:23.021145 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:23.021784 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Checking segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:23.023116 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.023506 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Bound using segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:23.024075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Bound port: bd0a1604-2315-45ba-9cb9-2c6bde489381, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:23.024458 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.043227 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:23.044082 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.097798 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=ade04bf9-3db4-47d0-bcc9-c6416ad66002,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:23.151125 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:23.156271 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:23.180910 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:23.205335 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Allocated IP 172.27.1.166 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/4655b528-bb74-4747-bda8-4a312f6371e7) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:23.369675 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:23.371979 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (1299f3a6-bdcf-42a2-a09f-a29f7ae885c3), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.409596 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3be669-ae74-4595-9446-a048c374902c None None] Pushing event updated for resources: {'Port': ['ID=4cfa22cf-f587-4fee-8599-03922b82ef82,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:23.429975 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56652) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:23.483503 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.505258 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for port (4655b528-bb74-4747-bda8-4a312f6371e7), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.520981 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] For port bd0a1604-2315-45ba-9cb9-2c6bde489381, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:23.539030 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc04f07-73ec-47c2-9a21-9566a1676387 None None] Pushing event updated for resources: {'Port': ['ID=bd0a1604-2315-45ba-9cb9-2c6bde489381,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:23.546351 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Provisioning complete for port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:23.546729 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.597295 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (4655b528-bb74-4747-bda8-4a312f6371e7), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.690148 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:23.704946 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:23.718803 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:23.771971 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9cd7-5afa-4a47-a108-53313e086e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:23.782859 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:23.793313 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'Port': ['ID=4655b528-bb74-4747-bda8-4a312f6371e7,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:23.793949 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Allocated IP 172.27.1.251 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/58fa73de-d3b9-434f-8091-a93e6cdb3e01) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:23.865711 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:23.899784 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:23.903055 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Updating router 31ed2dbc-e772-47e4-bb1c-c087928156af port a92c40bf-76e2-490e-bbff-48408b8d0485 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:24.007274 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.007934 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] For port bd0a1604-2315-45ba-9cb9-2c6bde489381, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bd0a1604-2315-45ba-9cb9-2c6bde489381,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:24.036493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.045294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (a22e755b-5bb2-427a-b824-8d641eb5299a), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.125515 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.129102 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.162628 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4655b528-bb74-4747-bda8-4a312f6371e7), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.197518 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.203498 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Current status of the port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:24.205075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.242883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.243622 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (1299f3a6-bdcf-42a2-a09f-a29f7ae885c3), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.291238 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:24.299808 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'Port': ['ID=58fa73de-d3b9-434f-8091-a93e6cdb3e01,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:24.306048 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] For port 946c1b36-e3b3-4004-b9b3-cbba578b12d7, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=946c1b36-e3b3-4004-b9b3-cbba578b12d7,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:24.308683 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.314383 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:24.362236 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.410931 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9cd7-5afa-4a47-a108-53313e086e7f admin admin] Publish callbacks [] for security_group (e5f39e27-6b87-435c-a619-f5d1c3cc9764), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.446801 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=ade04bf9-3db4-47d0-bcc9-c6416ad66002,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:24.456381 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:24.459755 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:24.461982 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:24.462611 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:24.502392 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9cd7-5afa-4a47-a108-53313e086e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e5f39e27-6b87-435c-a619-f5d1c3cc9764), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.509587 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.525500 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-1a2bb85a-f013-49fd-bfb7-835a6ac6b1c1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2349055 Jun 27 23:53:24.673266 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e89b6024-a36e-41ea-a0e1-f146c53b3574 req-3cc472e8-c90a-4b5d-80b5-fcedcded02dc tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 210 time: 0.2829647 Jun 27 23:53:24.692910 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (cf6bf3ab-7cf8-4113-9970-b4de5996f050), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.734268 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b9cd7-5afa-4a47-a108-53313e086e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f39e27-6b87-435c-a619-f5d1c3cc9764,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:24.797507 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.27', 53577) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:24.832476 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.846901 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56708) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:24.860910 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5a7b9cd7-5afa-4a47-a108-53313e086e7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4886d68b39424477b74277246aeb59fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4294636 Jun 27 23:53:24.870569 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Publish callbacks [] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:24.885159 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.075046 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Provisioning complete for port c4649d50-12d9-4314-b7a0-0139ba2f4e07 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:25.076629 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.109476 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Attempting to bind port a92c40bf-76e2-490e-bbff-48408b8d0485 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:25.111633 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Attempting to bind port a92c40bf-76e2-490e-bbff-48408b8d0485 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:25.111993 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Attempting to bind port a92c40bf-76e2-490e-bbff-48408b8d0485 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:25.161563 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Port c4649d50-12d9-4314-b7a0-0139ba2f4e07 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:25.162543 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aa5e4-a9de-4f99-bd28-f75c28fc88e1 None None] Pushing event updated for resources: {'Port': ['ID=a92c40bf-76e2-490e-bbff-48408b8d0485,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:25.165928 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:25.166383 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:25.166815 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.167244 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Bound using segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:25.167824 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Bound port: a92c40bf-76e2-490e-bbff-48408b8d0485, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:25.168441 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.183505 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc04f07-73ec-47c2-9a21-9566a1676387 None None] Pushing event updated for resources: {'Port': ['ID=bd0a1604-2315-45ba-9cb9-2c6bde489381,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:25.196894 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 1f1c3999-558f-4c13-be5e-be3216bd0c05 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:25.232833 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-333c5f6c-d048-4dab-98a3-5bf9a71aaffc admin admin] Publish callbacks [] for security_group (e5f39e27-6b87-435c-a619-f5d1c3cc9764), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.263267 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] For port a92c40bf-76e2-490e-bbff-48408b8d0485, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:25.267951 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] For port a92c40bf-76e2-490e-bbff-48408b8d0485, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a92c40bf-76e2-490e-bbff-48408b8d0485,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:25.284781 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.291944 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-333c5f6c-d048-4dab-98a3-5bf9a71aaffc admin admin] Publish callbacks [] for security_group (e5f39e27-6b87-435c-a619-f5d1c3cc9764), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.338918 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-50a3636c-a1df-47e6-bc65-9655f9af0700 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--841833857&fields=id&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 267 time: 0.3854046 Jun 27 23:53:25.383086 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:25.383754 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:25.390572 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-ff79a9d6-4207-4e7d-8a45-483c5ef4b915 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:25.392267 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-ff79a9d6-4207-4e7d-8a45-483c5ef4b915 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.27 "GET /v2.0/networks?id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 HTTP/1.1" status: 200 len: 812 time: 0.5929136 Jun 27 23:53:25.394888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for port (4655b528-bb74-4747-bda8-4a312f6371e7), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.415765 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Provisioning complete for port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:25.416259 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.434124 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4655b528-bb74-4747-bda8-4a312f6371e7), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.479221 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-333c5f6c-d048-4dab-98a3-5bf9a71aaffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e5f39e27-6b87-435c-a619-f5d1c3cc9764), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.484861 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-333c5f6c-d048-4dab-98a3-5bf9a71aaffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.486700 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-333c5f6c-d048-4dab-98a3-5bf9a71aaffc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5f39e27-6b87-435c-a619-f5d1c3cc9764 HTTP/1.1" status: 204 len: 168 time: 0.6344192 Jun 27 23:53:25.501508 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.508596 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Request body: {'port': {'device_id': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'admin_state_up': True, 'tenant_id': 'fcc51605db08492e95b9513293dd7f46'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:25.511534 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5f6c-d048-4dab-98a3-5bf9a71aaffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f39e27-6b87-435c-a619-f5d1c3cc9764,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:25.515493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.544641 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (a22e755b-5bb2-427a-b824-8d641eb5299a), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.572863 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aa5e4-a9de-4f99-bd28-f75c28fc88e1 None None] Pushing event updated for resources: {'Port': ['ID=a92c40bf-76e2-490e-bbff-48408b8d0485,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:25.581567 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (cf6bf3ab-7cf8-4113-9970-b4de5996f050), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.627442 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Pushing event updated for resources: {'Port': ['ID=946c1b36-e3b3-4004-b9b3-cbba578b12d7,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:25.630632 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'Port': ['ID=58fa73de-d3b9-434f-8091-a93e6cdb3e01,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:25.650924 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.656924 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d7fc76b3-29a6-4661-ab98-294165a78674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0469434 Jun 27 23:53:25.657038 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:25.729627 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 1f1c3999-558f-4c13-be5e-be3216bd0c05 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:25.730023 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.742874 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:25.925283 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:25.937957 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4648101 Jun 27 23:53:25.951545 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be4357-9566-4ec9-b6d0-d2d0a143e0a4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'Port': ['ID=4655b528-bb74-4747-bda8-4a312f6371e7,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:26.040490 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fc22e6a4-b6ce-44a7-beb2-23ca1c08b55b req-82a66164-3f16-4294-947d-93cacb7ce6e2 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0934434 Jun 27 23:53:26.057934 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-dc6f5bd2-8da3-4f57-92a9-74f8adf13f36 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:26.065226 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-dc6f5bd2-8da3-4f57-92a9-74f8adf13f36 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.7135069 Jun 27 23:53:26.086878 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-5db0f821-2c82-4e16-a52e-747b14201f7f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/quotas/70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 375 time: 0.0203702 Jun 27 23:53:26.120435 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56768) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:26.143636 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:17Z', 'revision_number': 2, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:26.170721 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ffd60493-1c9a-417b-864a-dd62a74841a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.240854 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:25Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:26.242639 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Made reservation on behalf of fcc51605db08492e95b9513293dd7f46 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:26.242869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea6112-08f4-458b-98ce-7fd9b8c413b7 None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:17Z', 'revision_number': 2, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:26.252186 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.327740 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Current status of the port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:26.390439 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Provisioning complete for port a92c40bf-76e2-490e-bbff-48408b8d0485 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:26.390861 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.395639 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142582-719e-4d89-b620-62a9045204d4 None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:25Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:26.435010 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ffd60493-1c9a-417b-864a-dd62a74841a9 admin admin] Publish callbacks [] for security_group (30179e18-c567-4d05-96f6-f3689561fd0d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.452185 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ffd60493-1c9a-417b-864a-dd62a74841a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (30179e18-c567-4d05-96f6-f3689561fd0d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.555381 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ffd60493-1c9a-417b-864a-dd62a74841a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=033122068f6c44c4b05d3abe726aa52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337099 Jun 27 23:53:26.556205 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60493-1c9a-417b-864a-dd62a74841a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30179e18-c567-4d05-96f6-f3689561fd0d,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:26.559100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 1f1c3999-558f-4c13-be5e-be3216bd0c05 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:26.559100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.564807 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56800) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:26.599573 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 1f1c3999-558f-4c13-be5e-be3216bd0c05, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=1f1c3999-558f-4c13-be5e-be3216bd0c05,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:26.618662 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.619474 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device dd398aeb-e364-4bd3-87dd-1b979e1b2eff up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:26.696808 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-564c0155-a26f-4a7c-a85f-b849089dd479 admin admin] Publish callbacks [] for security_group (30179e18-c567-4d05-96f6-f3689561fd0d), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.724919 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-79eb6bb2-421b-4f34-afcb-79cfd297c2fd tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6370604 Jun 27 23:53:26.769547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-564c0155-a26f-4a7c-a85f-b849089dd479 admin admin] Publish callbacks [] for security_group (30179e18-c567-4d05-96f6-f3689561fd0d), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.817056 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:23Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:26.883564 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d9517-bcc8-46f9-82fe-26a6a7f45860 None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:23Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:26.892876 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=1f1c3999-558f-4c13-be5e-be3216bd0c05,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:26.965850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port dd398aeb-e364-4bd3-87dd-1b979e1b2eff triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:26.978292 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.983364 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-564c0155-a26f-4a7c-a85f-b849089dd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (30179e18-c567-4d05-96f6-f3689561fd0d), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.986062 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-564c0155-a26f-4a7c-a85f-b849089dd479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:26.990239 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-564c0155-a26f-4a7c-a85f-b849089dd479 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30179e18-c567-4d05-96f6-f3689561fd0d HTTP/1.1" status: 204 len: 168 time: 0.4246428 Jun 27 23:53:27.005191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0155-a26f-4a7c-a85f-b849089dd479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30179e18-c567-4d05-96f6-f3689561fd0d,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:27.005538 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-700242c0-503a-4626-9c57-467595ed54d9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--103203780&fields=id&tenant_id=02c9a416823340be86ec13d6e7e66de8 HTTP/1.1" status: 200 len: 267 time: 0.4100153 Jun 27 23:53:27.223083 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Current status of the port a92c40bf-76e2-490e-bbff-48408b8d0485 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:27.228245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:27.256462 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Allocated IP 172.20.0.14 (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0/07b78285-f57e-49bc-a856-28c4d2e737f8/4237134f-96f6-467b-9bf6-ea8f841cd4ae) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:27.431993 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port dd398aeb-e364-4bd3-87dd-1b979e1b2eff is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:27.433347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 946c1b36-e3b3-4004-b9b3-cbba578b12d7 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:27.476906 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-0541f5b0-65e5-475b-8052-0aed6f587834 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029877 Jun 27 23:53:27.547650 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] For port a92c40bf-76e2-490e-bbff-48408b8d0485, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a92c40bf-76e2-490e-bbff-48408b8d0485,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:27.555682 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:27.556410 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:27.613999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:27.665431 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Provisioning complete for port bd0a1604-2315-45ba-9cb9-2c6bde489381 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:27.665815 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:27.806711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56830) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:27.821705 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:27.824856 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 2184bf40-8543-4835-a704-5ceed9378512 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:27.835484 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-7c1510e1-b0c4-4012-85af-1717337efdca tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:27.845218 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-7c1510e1-b0c4-4012-85af-1717337efdca tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 810 time: 0.8272421 Jun 27 23:53:28.026926 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Pushing event updated for resources: {'Port': ['ID=a92c40bf-76e2-490e-bbff-48408b8d0485,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:28.116869 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-73bffb74-c138-46ff-a156-66eea416f7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.148129 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Current status of the port bd0a1604-2315-45ba-9cb9-2c6bde489381 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:28.148655 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.196351 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 2184bf40-8543-4835-a704-5ceed9378512 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:28.196862 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (2184bf40-8543-4835-a704-5ceed9378512), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.197658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-0ace6ec6-42c3-4bc9-9f92-ef6ce72d1ad3 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964571 Jun 27 23:53:28.252046 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-289e6343-e671-4acf-999b-7b36fab8cc6a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/quotas/02c9a416823340be86ec13d6e7e66de8 HTTP/1.1" status: 200 len: 375 time: 0.3835540 Jun 27 23:53:28.297796 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-73bffb74-c138-46ff-a156-66eea416f7fe admin admin] Publish callbacks [] for security_group (3eb0a97c-c93e-4429-810c-cf5d25f034b7), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.311007 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-73bffb74-c138-46ff-a156-66eea416f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (3eb0a97c-c93e-4429-810c-cf5d25f034b7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.347492 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-73bffb74-c138-46ff-a156-66eea416f7fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da0f1f47b6c4416db63241482af9b74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392318 Jun 27 23:53:28.350086 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56842) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:28.414713 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bffb74-c138-46ff-a156-66eea416f7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb0a97c-c93e-4429-810c-cf5d25f034b7,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:28.437711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a49f8e0d-6e82-464d-9d60-d086bfa6c000 admin admin] Publish callbacks [] for security_group (3eb0a97c-c93e-4429-810c-cf5d25f034b7), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.454751 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] For port bd0a1604-2315-45ba-9cb9-2c6bde489381, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bd0a1604-2315-45ba-9cb9-2c6bde489381,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:28.463829 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a49f8e0d-6e82-464d-9d60-d086bfa6c000 admin admin] Publish callbacks [] for security_group (3eb0a97c-c93e-4429-810c-cf5d25f034b7), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.487685 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.586614 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a49f8e0d-6e82-464d-9d60-d086bfa6c000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (3eb0a97c-c93e-4429-810c-cf5d25f034b7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.597123 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a49f8e0d-6e82-464d-9d60-d086bfa6c000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.598660 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a49f8e0d-6e82-464d-9d60-d086bfa6c000 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3eb0a97c-c93e-4429-810c-cf5d25f034b7 HTTP/1.1" status: 204 len: 168 time: 0.2472000 Jun 27 23:53:28.628058 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f8e0d-6e82-464d-9d60-d086bfa6c000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb0a97c-c93e-4429-810c-cf5d25f034b7,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:28.784079 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-7921de9c-e78b-4b53-a854-faab3768cdd7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5223346 Jun 27 23:53:28.802190 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks [] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.834202 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-0cca66da-b2e1-45e6-8585-ebb6eff40d30 None None] Provisioning complete for port a92c40bf-76e2-490e-bbff-48408b8d0485 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:28.834763 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0cca66da-b2e1-45e6-8585-ebb6eff40d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.848169 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 2184bf40-8543-4835-a704-5ceed9378512 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:28.849612 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c5a571a4-0b21-4795-8d9c-d2df7f4a419d up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:28.909807 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:28.971423 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d385-93a2-41a7-9ec0-ada325bc3560 None None] Pushing event updated for resources: {'Port': ['ID=bd0a1604-2315-45ba-9cb9-2c6bde489381,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:29.333515 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Pushing event updated for resources: {'Port': ['ID=4237134f-96f6-467b-9bf6-ea8f841cd4ae,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:29.455126 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:29.468723 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c5a571a4-0b21-4795-8d9c-d2df7f4a419d triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:29.470171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:29.480649 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-0cca66da-b2e1-45e6-8585-ebb6eff40d30 None None] Current status of the port a92c40bf-76e2-490e-bbff-48408b8d0485 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:29.497402 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:29.500646 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:29.518440 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:29.519146 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:29.602130 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 56902) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:29.641737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-0cca66da-b2e1-45e6-8585-ebb6eff40d30 None None] Provisioning complete for port bd0a1604-2315-45ba-9cb9-2c6bde489381 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:29.642202 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0cca66da-b2e1-45e6-8585-ebb6eff40d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:29.650222 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-52c3edc9-9ea5-4d66-a10d-86e905d21352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:29.666496 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-00f27d6a-a8f9-4280-a82a-d0d4cae54229 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1621377 Jun 27 23:53:29.692641 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-021d0770-76e6-4cbf-a339-5160d667fbfa tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:53:29.694071 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-021d0770-76e6-4cbf-a339-5160d667fbfa tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185494 Jun 27 23:53:29.716105 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-fc05a11b-61af-4758-84a2-702274b1d0c7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--608113357&fields=id&tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 267 time: 0.3166418 Jun 27 23:53:29.895049 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c5a571a4-0b21-4795-8d9c-d2df7f4a419d is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:29.896326 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:29.941887 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-52c3edc9-9ea5-4d66-a10d-86e905d21352 admin admin] Publish callbacks [] for security_group (12032b0d-dfa1-49c2-bf2b-1e9f304a7272), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:29.949667 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-52c3edc9-9ea5-4d66-a10d-86e905d21352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (12032b0d-dfa1-49c2-bf2b-1e9f304a7272), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:30.018758 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-fa36a9a4-a322-4b54-ac33-d0847a71c04d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:53:30.021648 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-fa36a9a4-a322-4b54-ac33-d0847a71c04d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6128249 Jun 27 23:53:30.047633 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-ee8bc5f5-1f1e-43f9-9daa-f3245c761507 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:30.058253 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-ee8bc5f5-1f1e-43f9-9daa-f3245c761507 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 817 time: 0.3408885 Jun 27 23:53:30.088976 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 56914) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:30.099430 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-52c3edc9-9ea5-4d66-a10d-86e905d21352 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7035f59484e54b4ca66b1d0fbf7fc0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931328 Jun 27 23:53:30.114713 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3edc9-9ea5-4d66-a10d-86e905d21352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12032b0d-dfa1-49c2-bf2b-1e9f304a7272,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:30.320448 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Request body: {'port': {'device_id': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:30.335045 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-a6c34c83-7a6f-4cc9-9f3e-37596a63ea72 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/quotas/7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 375 time: 0.2736433 Jun 27 23:53:30.374442 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-0cca66da-b2e1-45e6-8585-ebb6eff40d30 None None] Current status of the port bd0a1604-2315-45ba-9cb9-2c6bde489381 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:30.416891 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:30.420932 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:30.570651 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:30.598815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5dafad1f-9308-4dd7-b72f-4bd88a3497b2 admin admin] Publish callbacks [] for security_group (12032b0d-dfa1-49c2-bf2b-1e9f304a7272), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:30.645029 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-37b4c48b-d428-47e2-b06d-f558983d8fbe None None] Provisioning complete for port 4237134f-96f6-467b-9bf6-ea8f841cd4ae triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:30.651223 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-37b4c48b-d428-47e2-b06d-f558983d8fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:30.682918 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-f78b357e-f909-4185-893d-4b6505e36d14 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3461165 Jun 27 23:53:30.685622 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-c14c06d4-81b6-4464-bef6-7a9737531f58 service neutron] 10.222.0.26 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230938 Jun 27 23:53:30.831850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-37b4c48b-d428-47e2-b06d-f558983d8fbe None None] Port 4237134f-96f6-467b-9bf6-ea8f841cd4ae cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:30.845798 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:31.136901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5dafad1f-9308-4dd7-b72f-4bd88a3497b2 admin admin] Publish callbacks [] for security_group (12032b0d-dfa1-49c2-bf2b-1e9f304a7272), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:31.142087 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-97948514-72f6-4325-a849-a5bdde033390 service neutron] 10.222.0.26 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530211 Jun 27 23:53:31.476885 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bd0a1604-2315-45ba-9cb9-2c6bde489381 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:31.565558 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port bd0a1604-2315-45ba-9cb9-2c6bde489381 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:31.566291 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:31.706449 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port bd0a1604-2315-45ba-9cb9-2c6bde489381 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:31.708557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4cfa22cf-f587-4fee-8599-03922b82ef82 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:31.881000 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 4cfa22cf-f587-4fee-8599-03922b82ef82 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:31.881400 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.101408 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.119382 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 4cfa22cf-f587-4fee-8599-03922b82ef82 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:32.119777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.161517 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-d66d0e27-5d77-4a6c-b364-4a91585686bf service neutron] 10.222.0.26 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3728385 Jun 27 23:53:32.201135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.27', 53590) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:32.204233 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 4cfa22cf-f587-4fee-8599-03922b82ef82, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=4cfa22cf-f587-4fee-8599-03922b82ef82,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:32.210244 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.211516 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 946c1b36-e3b3-4004-b9b3-cbba578b12d7 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:32.370940 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-54dfd5ee-1590-47ec-ac5b-071d4b8795a0 service neutron] 10.222.0.26 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377618 Jun 27 23:53:32.454270 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d448634-1fac-433b-8071-957b37fec4c6 req-9f2096b0-d21c-4896-9001-1d926205b407 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:32.456531 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7d448634-1fac-433b-8071-957b37fec4c6 req-9f2096b0-d21c-4896-9001-1d926205b407 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 932 time: 0.3803144 Jun 27 23:53:32.464609 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5dafad1f-9308-4dd7-b72f-4bd88a3497b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (12032b0d-dfa1-49c2-bf2b-1e9f304a7272), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.468069 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5dafad1f-9308-4dd7-b72f-4bd88a3497b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.469962 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5dafad1f-9308-4dd7-b72f-4bd88a3497b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12032b0d-dfa1-49c2-bf2b-1e9f304a7272 HTTP/1.1" status: 204 len: 168 time: 2.3555772 Jun 27 23:53:32.483808 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafad1f-9308-4dd7-b72f-4bd88a3497b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12032b0d-dfa1-49c2-bf2b-1e9f304a7272,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:32.530159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:32.531714 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.612204 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7d448634-1fac-433b-8071-957b37fec4c6 req-559e5412-3236-4064-9750-d82ff6c00299 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343093 Jun 27 23:53:32.645680 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4237134f-96f6-467b-9bf6-ea8f841cd4ae {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:32.661523 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=4cfa22cf-f587-4fee-8599-03922b82ef82,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:32.667324 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Publish callbacks [] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.736241 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Transition to ACTIVE for port object 4237134f-96f6-467b-9bf6-ea8f841cd4ae will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:53:32.750826 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:32.793970 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ab5223bb-bf83-46c0-946c-1e2dcc416d8e req-71ad5226-46ce-4052-b1ef-6b577c144f7d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 210 time: 0.0559332 Jun 27 23:53:32.934969 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:32.940605 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 1f1c3999-558f-4c13-be5e-be3216bd0c05 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:33.030387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4237134f-96f6-467b-9bf6-ea8f841cd4ae,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:33.089580 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 1f1c3999-558f-4c13-be5e-be3216bd0c05 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:33.090285 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:33.092631 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5db008f9-e370-4877-b2a6-fcdf798a1e6e req-8ca12d20-f354-4c92-a753-2aa95be9cfd7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 210 time: 0.1279736 Jun 27 23:53:33.104279 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Attempting to bind port 4237134f-96f6-467b-9bf6-ea8f841cd4ae on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:33.104656 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Attempting to bind port 4237134f-96f6-467b-9bf6-ea8f841cd4ae by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:33.105020 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Attempting to bind port 4237134f-96f6-467b-9bf6-ea8f841cd4ae on network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:33.120400 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Port 4237134f-96f6-467b-9bf6-ea8f841cd4ae on network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:53:33.142603 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Attempting to bind port 4237134f-96f6-467b-9bf6-ea8f841cd4ae on network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:33.291278 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 1f1c3999-558f-4c13-be5e-be3216bd0c05 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:33.303313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a92c40bf-76e2-490e-bbff-48408b8d0485 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:33.420470 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dc9373d0-ff49-4457-8cd0-89f7e0d566f0 req-fbe18e2a-dcd4-4d8b-b34a-bc19c0a7bef8 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.2736967 Jun 27 23:53:33.428597 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:33.429426 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Checking segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:33.430388 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Bound using segment: {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:33.431761 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Bound port: 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:33.434134 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:33.447044 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-b747e090-38a8-4aa3-becd-a42179d9a8de tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:33.453796 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-b747e090-38a8-4aa3-becd-a42179d9a8de tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 1.2094622 Jun 27 23:53:33.650915 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port a92c40bf-76e2-490e-bbff-48408b8d0485 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:33.653222 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:33.729453 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] For port 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:33.753437 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-4c79a606-1338-4798-9b14-24d68ab22e6d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 379 time: 0.2685025 Jun 27 23:53:33.778106 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'port': {'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'admin_state_up': True, 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'security_groups': ['cc88e702-d2cd-41e4-be90-52aab7b3dac8']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:33.837076 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port a92c40bf-76e2-490e-bbff-48408b8d0485 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:33.988639 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] For port 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:34.068872 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4cfa22cf-f587-4fee-8599-03922b82ef82 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:34.092113 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e1a75ec3-457b-41dc-8c20-ee79da29e568 req-08149256-41b5-4f69-bdba-a6449e85e4d6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 210 time: 0.1010962 Jun 27 23:53:34.092688 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.27', 53598) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:34.132287 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:34.225746 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57034) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:34.295261 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Made reservation on behalf of 70367a520f9e4264ad1438d069228c66 for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:34.299562 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:34.389780 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:53:34.534690 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:34.539334 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:34.569905 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:34.576992 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:34.585459 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] 10.222.0.27 "PUT /v2.0/ports/4237134f-96f6-467b-9bf6-ea8f841cd4ae HTTP/1.1" status: 200 len: 1094 time: 4.6394756 Jun 27 23:53:34.590322 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'tag': '4237134f-96f6-467b-9bf6-ea8f841cd4ae'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:34.683959 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 4cfa22cf-f587-4fee-8599-03922b82ef82 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:34.687212 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:34.981635 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.20.0.3 (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5/4f24346a-bdf2-4303-89a9-e67521be80af) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:35.021770 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a288c32-6534-46a2-ac86-2d48cf4382f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4237134f-96f6-467b-9bf6-ea8f841cd4ae,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:35.104280 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 4cfa22cf-f587-4fee-8599-03922b82ef82 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:35.177162 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a7a45c38-a738-43f3-a16b-53e06aabe344 req-d7c1f253-0051-4418-95e6-ee45c6468a6c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 210 time: 0.8016071 Jun 27 23:53:35.207630 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34ecc18a-d5c4-449a-a53f-cd97ece6408d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:35.223876 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb661-627a-4b71-9c59-bcf13eee5c59 req-ce3b04d1-edaf-46af-b0ff-585ac99bb521 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:35.226314 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bedfb661-627a-4b71-9c59-bcf13eee5c59 req-ce3b04d1-edaf-46af-b0ff-585ac99bb521 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 1.4745817 Jun 27 23:53:35.238766 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:35.312038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-e28a5790-e46a-4d3d-82b0-eb5f73d8fcc8 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:35.313944 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-e28a5790-e46a-4d3d-82b0-eb5f73d8fcc8 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 810 time: 1.2133586 Jun 27 23:53:35.364047 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-38790f04-349b-4bc0-af99-b2107831d0c9 req-011c8c5a-5b31-494a-84b3-917f8e8512c9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.0624423 Jun 27 23:53:35.583914 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bedfb661-627a-4b71-9c59-bcf13eee5c59 req-60acde77-2a86-4600-92f8-327ce374259f tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413742 Jun 27 23:53:35.608561 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-043c8d70-b253-4694-9832-b53167e845b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:35.614836 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-043c8d70-b253-4694-9832-b53167e845b9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fcc51605db08492e95b9513293dd7f46&device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 1128 time: 0.6367216 Jun 27 23:53:35.654497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eae96d5-97ab-44a8-b74b-7faabfa5f717" -d '{"events": [{"name": "network-changed", "server_uuid": "2c77bb1e-e028-4ecc-8d99-5bc100be8fa1", "tag": "4237134f-96f6-467b-9bf6-ea8f841cd4ae"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:35.769830 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.27', 53602) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:35.788944 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (4f24346a-bdf2-4303-89a9-e67521be80af), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:35.854537 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-ed52c362-a925-482a-b7ee-cce3c86aeca8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae HTTP/1.1" status: 200 len: 217 time: 0.1877277 Jun 27 23:53:35.877956 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e6d5e5-bb0d-418c-adf9-c140e9fd2cfc req-fba67066-ddc6-404a-aaa6-57f4033bf97c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 210 time: 0.2611063 Jun 27 23:53:35.976021 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f783f95b-0ada-4084-b08a-316c1156983c x-openstack-request-id: req-f783f95b-0ada-4084-b08a-316c1156983c {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:35.976613 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c77bb1e-e028-4ecc-8d99-5bc100be8fa1", "tag": "4237134f-96f6-467b-9bf6-ea8f841cd4ae", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:35.977643 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f783f95b-0ada-4084-b08a-316c1156983c {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:35.978335 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f783f95b-0ada-4084-b08a-316c1156983c'] response: {'name': 'network-changed', 'server_uuid': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'tag': '4237134f-96f6-467b-9bf6-ea8f841cd4ae', 'status': 'completed', 'code': 200} Jun 27 23:53:35.987577 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d07d913c-8843-47fe-a3ce-23d6c18cde68 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c9a416823340be86ec13d6e7e66de8 HTTP/1.1" status: 200 len: 379 time: 0.5505733 Jun 27 23:53:36.000980 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-9bcedaff-4c35-4230-b601-a14931ea2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:36.002933 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-9bcedaff-4c35-4230-b601-a14931ea2446 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=07b78285-f57e-49bc-a856-28c4d2e737f8 HTTP/1.1" status: 200 len: 851 time: 0.1287460 Jun 27 23:53:36.029609 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:17Z', 'revision_number': 2, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:36.085478 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:53:36.085840 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Updating router eda27e1a-0b6c-4797-b588-e5d3689e3d62 port c4649d50-12d9-4314-b7a0-0139ba2f4e07 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:53:36.086224 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34ecc18a-d5c4-449a-a53f-cd97ece6408d admin admin] Publish callbacks [] for security_group (be748a00-8256-4bb7-87e4-c7d3ff03fc10), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.104201 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34ecc18a-d5c4-449a-a53f-cd97ece6408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (be748a00-8256-4bb7-87e4-c7d3ff03fc10), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.115621 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.329160 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-34ecc18a-d5c4-449a-a53f-cd97ece6408d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6fd518973964c60a95d4e7cda2fc86e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1000404 Jun 27 23:53:36.348369 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57098) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:36.384534 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e60ce02d-65c7-44f8-bbf6-385f53959394 req-e5683aa8-27ac-4b8f-8e36-94b9a9901da7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 210 time: 0.0738549 Jun 27 23:53:36.420440 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'port': {'device_id': '6f368799-490e-4955-b0c2-b7327dcd704f', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'admin_state_up': True, 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'security_groups': ['a2f79933-6c55-4dc2-a1d8-66f2506b5721']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:36.437739 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecc18a-d5c4-449a-a53f-cd97ece6408d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be748a00-8256-4bb7-87e4-c7d3ff03fc10,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:36.588602 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-6fcadbba-58f9-4395-b560-397120d12051 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:36.604969 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-6fcadbba-58f9-4395-b560-397120d12051 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 817 time: 0.8307283 Jun 27 23:53:36.613582 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.785992 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:36.810912 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:36.830826 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Publish callbacks [] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.839912 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:36.840424 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.863560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:36.864130 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:36.877273 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=4f24346a-bdf2-4303-89a9-e67521be80af,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:36.921293 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc0c1-11c9-4199-8d56-06966f7e7eb1 admin admin] Publish callbacks [] for security_group (be748a00-8256-4bb7-87e4-c7d3ff03fc10), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.019095 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-95c403e9-59c2-4682-a8cc-4e4e899e1e2e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2514203 Jun 27 23:53:37.038434 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb0b6-68e9-4c18-a1c0-a209a5a446f5 None None] Pushing event updated for resources: {'Port': ['ID=c4649d50-12d9-4314-b7a0-0139ba2f4e07,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:37.056859 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Attempting to bind port c4649d50-12d9-4314-b7a0-0139ba2f4e07 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:37.057505 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Attempting to bind port c4649d50-12d9-4314-b7a0-0139ba2f4e07 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:37.058243 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Attempting to bind port c4649d50-12d9-4314-b7a0-0139ba2f4e07 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:37.065428 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:37.066493 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Checking segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:37.067127 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.067715 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Bound using segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:37.068399 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Bound port: c4649d50-12d9-4314-b7a0-0139ba2f4e07, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:37.069166 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.115494 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Request body: {'port': {'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:37.134717 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc0c1-11c9-4199-8d56-06966f7e7eb1 admin admin] Publish callbacks [] for security_group (be748a00-8256-4bb7-87e4-c7d3ff03fc10), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.231754 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e0c851cb-5199-446e-9d09-8330693b7d73 req-f053a947-3568-4e09-9ec4-c265096087a3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.5402784 Jun 27 23:53:37.235864 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-7fea5959-b636-4fd6-a769-e87cb6faa102 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 379 time: 0.5405560 Jun 27 23:53:37.272054 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'port': {'device_id': '441c8680-6922-4873-bc06-975833adf15a', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'admin_state_up': True, 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'security_groups': ['a0555daf-3a9a-4f8e-b084-4f50ff97e58b']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:37.335480 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] For port c4649d50-12d9-4314-b7a0-0139ba2f4e07, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:37.341857 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] For port c4649d50-12d9-4314-b7a0-0139ba2f4e07, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c4649d50-12d9-4314-b7a0-0139ba2f4e07,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:37.355355 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-a5ee70d4-8974-401f-b852-c0aa60e90486 None None] Provisioning complete for port 4f24346a-bdf2-4303-89a9-e67521be80af triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:37.358946 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a5ee70d4-8974-401f-b852-c0aa60e90486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.413307 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.452957 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-c67fa81e-5eb1-4e68-9fa1-a0a6cb4303de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:37.462814 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-c67fa81e-5eb1-4e68-9fa1-a0a6cb4303de service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.0360625 Jun 27 23:53:37.463032 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.541360 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc0c1-11c9-4199-8d56-06966f7e7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (be748a00-8256-4bb7-87e4-c7d3ff03fc10), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.543403 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee70d4-8974-401f-b852-c0aa60e90486 None None] Port 4f24346a-bdf2-4303-89a9-e67521be80af cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:37.547306 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc0c1-11c9-4199-8d56-06966f7e7eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:37.552565 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8ffcc0c1-11c9-4199-8d56-06966f7e7eb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be748a00-8256-4bb7-87e4-c7d3ff03fc10 HTTP/1.1" status: 204 len: 168 time: 1.1774960 Jun 27 23:53:37.622261 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:53:37.622921 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:37.736514 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc0c1-11c9-4199-8d56-06966f7e7eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be748a00-8256-4bb7-87e4-c7d3ff03fc10,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:37.918476 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd56d9e-abc1-4ebb-bad5-dc4dbd42072e req-1541f46e-8491-4fe3-83f1-6ed834862ccb tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:37.929500 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-edd56d9e-abc1-4ebb-bad5-dc4dbd42072e req-1541f46e-8491-4fe3-83f1-6ed834862ccb tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 1.1844375 Jun 27 23:53:37.930432 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb0b6-68e9-4c18-a1c0-a209a5a446f5 None None] Pushing event updated for resources: {'Port': ['ID=c4649d50-12d9-4314-b7a0-0139ba2f4e07,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:37.971394 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25ade4-3c80-4b49-a740-416440faf808 req-4ffac2d8-1b02-4e42-9ef9-cce76f61ba43 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:37.985031 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb25ade4-3c80-4b49-a740-416440faf808 req-4ffac2d8-1b02-4e42-9ef9-cce76f61ba43 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 931 time: 0.5336852 Jun 27 23:53:38.056606 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Made reservation on behalf of 02c9a416823340be86ec13d6e7e66de8 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:38.069080 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:38.069410 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] Provisioning complete for port c4649d50-12d9-4314-b7a0-0139ba2f4e07 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:38.070065 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:38.171710 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Made reservation on behalf of 7badf26d3d7a492d9f15a8cdeb226fbf for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:53:38.187191 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-2b37045c-56ee-485c-859d-40117e1d1182 service neutron] 10.222.0.27 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547964 Jun 27 23:53:38.192467 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:38.457015 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:53:38.572247 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] Current status of the port c4649d50-12d9-4314-b7a0-0139ba2f4e07 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:38.572836 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:38.605549 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57180) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:38.686864 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] For port c4649d50-12d9-4314-b7a0-0139ba2f4e07, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c4649d50-12d9-4314-b7a0-0139ba2f4e07,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:38.695918 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:38.893266 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f24346a-bdf2-4303-89a9-e67521be80af {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:38.907203 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Publish callbacks [] for port (4f24346a-bdf2-4303-89a9-e67521be80af), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:38.930981 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f925be-62d3-41c0-a7f7-c91011a9729d None None] Pushing event updated for resources: {'Port': ['ID=c4649d50-12d9-4314-b7a0-0139ba2f4e07,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:38.950554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-edd56d9e-abc1-4ebb-bad5-dc4dbd42072e req-4669dbb6-5b67-420a-8a72-dd87a7c4b8d1 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117717 Jun 27 23:53:38.951131 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Transition to ACTIVE for port object 4f24346a-bdf2-4303-89a9-e67521be80af will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:53:38.965095 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-4f3b7f31-56f5-40af-ace8-167af946cc57 None None] Provisioning complete for port c4649d50-12d9-4314-b7a0-0139ba2f4e07 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:38.965476 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7f31-56f5-40af-ace8-167af946cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.002275 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:37Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:53:39.047270 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb25ade4-3c80-4b49-a740-416440faf808 req-c9d7ceb8-ce9d-4386-8ad7-c48d87e2892f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0532274 Jun 27 23:53:39.078694 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.087295 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fca17-f7dd-41a4-b8f5-ddd35bfe43e5 None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:37Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:53:39.116679 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f797a2f0-a743-45db-9ebc-c8a5947c23e0 req-c20101a9-05a6-45ac-9e8c-8b7a82ee4071 service neutron] 10.222.0.27 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039028 Jun 27 23:53:39.155503 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Pushing event updated for resources: {'Port': ['ID=4f24346a-bdf2-4303-89a9-e67521be80af,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:39.302936 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b7f31-56f5-40af-ace8-167af946cc57 None None] Current status of the port c4649d50-12d9-4314-b7a0-0139ba2f4e07 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:39.361248 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-70151091-6514-498f-abb0-ddbaf4b4b62c req-c9432dff-1fe4-452a-84e5-6d5dc3f8065c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 210 time: 0.1506999 Jun 27 23:53:39.409083 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Allocated IP 172.20.0.10 (1d347753-be55-4d38-aad9-02b4acd6755a/5c566e7d-8bc7-40cd-8763-ad544a85cae0/f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:39.455386 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Attempting to bind port 4f24346a-bdf2-4303-89a9-e67521be80af on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:39.455881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Attempting to bind port 4f24346a-bdf2-4303-89a9-e67521be80af by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:39.456234 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Attempting to bind port 4f24346a-bdf2-4303-89a9-e67521be80af on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:39.464581 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8ae2533a-fd87-4313-8e32-85077d54d855 req-bee25c66-a346-4dba-a65d-be0d90d52c10 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.2241468 Jun 27 23:53:39.483705 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Port 4f24346a-bdf2-4303-89a9-e67521be80af on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:53:39.483705 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Attempting to bind port 4f24346a-bdf2-4303-89a9-e67521be80af on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:39.494235 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-87004c8e-0cc8-4352-aba7-0d528018dd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.502889 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:39.503268 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:39.503816 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Bound using segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:39.504289 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Bound port: 4f24346a-bdf2-4303-89a9-e67521be80af, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:39.504627 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.542475 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Allocated IP 172.20.0.11 (2d3267f3-14cd-463f-add4-8cc7c227cd2c/c6b76a86-6b22-4686-ac1d-1c5c7c3e947f/ccd07518-b3de-4b60-a44e-f5a35b871776) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:53:39.810185 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-87004c8e-0cc8-4352-aba7-0d528018dd42 admin admin] Publish callbacks [] for security_group (fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.811691 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] For port 4f24346a-bdf2-4303-89a9-e67521be80af, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:39.812081 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.847786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-87004c8e-0cc8-4352-aba7-0d528018dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.867950 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:39.930495 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] For port 4f24346a-bdf2-4303-89a9-e67521be80af, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4f24346a-bdf2-4303-89a9-e67521be80af,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:39.970501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:39.977866 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:39.981136 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:39.986517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:39.987132 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.019897 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c4649d50-12d9-4314-b7a0-0139ba2f4e07 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:40.025877 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6101322 Jun 27 23:53:40.030541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9abaa-897d-4b1d-a48d-9b6e680009a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'Port': ['ID=ccd07518-b3de-4b60-a44e-f5a35b871776,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:40.060319 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.176938 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c4649d50-12d9-4314-b7a0-0139ba2f4e07 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:40.177733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.289123 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57246) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:40.290133 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-87004c8e-0cc8-4352-aba7-0d528018dd42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38b3e5eac6a24e22a5d27b4d62082b51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5802879 Jun 27 23:53:40.303197 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87004c8e-0cc8-4352-aba7-0d528018dd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:40.318002 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Pushing event updated for resources: {'Port': ['ID=4f24346a-bdf2-4303-89a9-e67521be80af,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:40.318432 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c4649d50-12d9-4314-b7a0-0139ba2f4e07 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:40.332893 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:40.333624 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.352034 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-d59a1a65-ee91-4913-9cdc-38f44c8b978e service neutron] 10.222.0.27 "PUT /v2.0/ports/4f24346a-bdf2-4303-89a9-e67521be80af HTTP/1.1" status: 200 len: 1093 time: 3.2947848 Jun 27 23:53:40.352886 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:40.394272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579a782-a384-4532-8d97-2835624c9188 req-3be530b8-e758-4826-9aa5-182a84160839 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:40.398397 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9579a782-a384-4532-8d97-2835624c9188 req-3be530b8-e758-4826-9aa5-182a84160839 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 0.2808516 Jun 27 23:53:40.399517 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-c73f9264-c4a3-4c3b-8d89-231d811fd031 None None] Provisioning complete for port ccd07518-b3de-4b60-a44e-f5a35b871776 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:40.400593 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c73f9264-c4a3-4c3b-8d89-231d811fd031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.453758 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-c73f9264-c4a3-4c3b-8d89-231d811fd031 None None] Port ccd07518-b3de-4b60-a44e-f5a35b871776 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:40.535618 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb37151-5d1e-4a67-b908-3b24210615f5 req-6ae6e4dd-318d-4dc3-9c8f-591ba9004b19 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:40.539010 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.541133 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ddb37151-5d1e-4a67-b908-3b24210615f5 req-6ae6e4dd-318d-4dc3-9c8f-591ba9004b19 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.3709929 Jun 27 23:53:40.602407 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9579a782-a384-4532-8d97-2835624c9188 req-6f77d03f-e92d-4da1-880e-9208485577af tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711025 Jun 27 23:53:40.711430 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5181a8fc-b125-4d85-ad5d-6b0521902925 admin admin] Publish callbacks [] for security_group (fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.736087 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5181a8fc-b125-4d85-ad5d-6b0521902925 admin admin] Publish callbacks [] for security_group (fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.810372 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5181a8fc-b125-4d85-ad5d-6b0521902925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.812969 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5181a8fc-b125-4d85-ad5d-6b0521902925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.814458 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5181a8fc-b125-4d85-ad5d-6b0521902925 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc HTTP/1.1" status: 204 len: 168 time: 0.5232592 Jun 27 23:53:40.854839 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ddb37151-5d1e-4a67-b908-3b24210615f5 req-d3c62c98-23e6-4237-81d3-4a5f2c4b3a64 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733426 Jun 27 23:53:40.856881 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181a8fc-b125-4d85-ad5d-6b0521902925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd37ee76-75ac-41b0-b5e9-307fbdfeb3dc,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:40.862537 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947abc25-5d7e-44e3-b73e-12d8eb29d128" -d '{"events": [{"name": "network-changed", "server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:40.894980 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3a77b-1c6a-4245-84b2-5ac8f41bcd39 req-88f58eff-49f3-48da-8769-5d95a2cd7a72 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:40.899141 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:40.906618 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ddb3a77b-1c6a-4245-84b2-5ac8f41bcd39 req-88f58eff-49f3-48da-8769-5d95a2cd7a72 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 932 time: 0.1253240 Jun 27 23:53:40.980475 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Network 1d347753-be55-4d38-aad9-02b4acd6755a is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:53:40.988513 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:53:40.991515 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:53:40.997256 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:40.997893 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:41.008551 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:41.018113 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-8861a43f-b673-4284-a648-f75e26b7f5c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7605827 Jun 27 23:53:41.024640 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ddb3a77b-1c6a-4245-84b2-5ac8f41bcd39 req-498ed6c5-311b-4d31-9d74-044741b45bfe tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171119 Jun 27 23:53:41.064229 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58b006-7829-408d-bf3c-26a96cc687ba req-936dd2a9-29ce-411c-9fcb-0d6dccc48d3b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:41.065878 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6c58b006-7829-408d-bf3c-26a96cc687ba req-936dd2a9-29ce-411c-9fcb-0d6dccc48d3b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 932 time: 0.0979002 Jun 27 23:53:41.150247 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6c58b006-7829-408d-bf3c-26a96cc687ba req-31d8060f-c08a-4df5-b1d2-02bd20eb0ee3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746055 Jun 27 23:53:41.428111 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-10c9480b-0154-4a00-b9c5-9dfcdc3090c0 None None] Provisioning complete for port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:41.429599 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-10c9480b-0154-4a00-b9c5-9dfcdc3090c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:41.534027 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-10c9480b-0154-4a00-b9c5-9dfcdc3090c0 None None] Port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:53:41.543112 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a711349-6b99-47a1-92c0-215fa3e430fc x-openstack-request-id: req-1a711349-6b99-47a1-92c0-215fa3e430fc {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:41.545709 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:41.546166 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a711349-6b99-47a1-92c0-215fa3e430fc {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:41.546842 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a711349-6b99-47a1-92c0-215fa3e430fc'] response: {'name': 'network-changed', 'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af', 'status': 'completed', 'code': 200} Jun 27 23:53:41.619625 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57312) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:41.673219 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57316) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:41.688172 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53c35bab-f660-4aab-b99a-854c66987ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:41.837903 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab852f7e-a154-47ad-a947-81e4107759ae req-8d561eb6-951f-4c91-a428-ea12c92f0fde tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:41.839766 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ab852f7e-a154-47ad-a947-81e4107759ae req-8d561eb6-951f-4c91-a428-ea12c92f0fde tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 0.1328456 Jun 27 23:53:41.907850 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53c35bab-f660-4aab-b99a-854c66987ec5 admin admin] Publish callbacks [] for security_group (97e34803-7f75-4ff4-ba40-85cda95b0c92), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:41.909038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d28908a1-16dc-4a4d-9ac2-d355de9afaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:41.928046 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53c35bab-f660-4aab-b99a-854c66987ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (97e34803-7f75-4ff4-ba40-85cda95b0c92), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.011506 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ab852f7e-a154-47ad-a947-81e4107759ae req-f1bd75d9-147e-47a8-bec8-04add3225637 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643872 Jun 27 23:53:42.020212 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-53c35bab-f660-4aab-b99a-854c66987ec5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e923f5a8e1654951b54a99bc45c91b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453991 Jun 27 23:53:42.023189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57326) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:42.033308 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c35bab-f660-4aab-b99a-854c66987ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e34803-7f75-4ff4-ba40-85cda95b0c92,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:42.095673 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154eff8-ba02-4376-9f66-3fde040b229b req-5f66387a-4dc0-4378-b9d6-b03150428416 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:42.097302 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c154eff8-ba02-4376-9f66-3fde040b229b req-5f66387a-4dc0-4378-b9d6-b03150428416 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.1482420 Jun 27 23:53:42.116312 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4edf186e-7e64-497e-a754-36b3fb65758d admin admin] Publish callbacks [] for security_group (97e34803-7f75-4ff4-ba40-85cda95b0c92), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.139227 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4edf186e-7e64-497e-a754-36b3fb65758d admin admin] Publish callbacks [] for security_group (97e34803-7f75-4ff4-ba40-85cda95b0c92), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.168010 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d28908a1-16dc-4a4d-9ac2-d355de9afaf9 admin admin] Publish callbacks [] for security_group (ecb57b73-4d66-4b06-94eb-e01b43436f66), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.183025 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d28908a1-16dc-4a4d-9ac2-d355de9afaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ecb57b73-4d66-4b06-94eb-e01b43436f66), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.195388 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4edf186e-7e64-497e-a754-36b3fb65758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (97e34803-7f75-4ff4-ba40-85cda95b0c92), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.198744 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4edf186e-7e64-497e-a754-36b3fb65758d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.200264 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4edf186e-7e64-497e-a754-36b3fb65758d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97e34803-7f75-4ff4-ba40-85cda95b0c92 HTTP/1.1" status: 204 len: 168 time: 0.1758502 Jun 27 23:53:42.210232 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf186e-7e64-497e-a754-36b3fb65758d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e34803-7f75-4ff4-ba40-85cda95b0c92,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:42.231577 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c154eff8-ba02-4376-9f66-3fde040b229b req-6c350c46-2c76-44c1-b61a-b7b9cac03208 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256616 Jun 27 23:53:42.250379 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d28908a1-16dc-4a4d-9ac2-d355de9afaf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f627dccd3f004a5bb8d9241aac9ef8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267922 Jun 27 23:53:42.251065 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57336) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:42.271812 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73efe5a-6ae7-41d7-925b-ca80442ca3d2 req-265fb640-3d3d-4c4a-9bb9-7476ee64a8a6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:42.273610 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e73efe5a-6ae7-41d7-925b-ca80442ca3d2 req-265fb640-3d3d-4c4a-9bb9-7476ee64a8a6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 932 time: 0.1587696 Jun 27 23:53:42.276327 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28908a1-16dc-4a4d-9ac2-d355de9afaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb57b73-4d66-4b06-94eb-e01b43436f66,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:42.386118 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e73efe5a-6ae7-41d7-925b-ca80442ca3d2 req-d0e06bea-a457-485e-ada3-d623cb7a63ff tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067278 Jun 27 23:53:42.388812 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53137047-0287-48cd-9a02-a25ef1ddbf3c admin admin] Publish callbacks [] for security_group (ecb57b73-4d66-4b06-94eb-e01b43436f66), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.418275 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53137047-0287-48cd-9a02-a25ef1ddbf3c admin admin] Publish callbacks [] for security_group (ecb57b73-4d66-4b06-94eb-e01b43436f66), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.426937 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f57fd3-08d2-4656-a214-37d59a2d0e5c req-8e0211fa-0026-43c4-850e-41e58c08eefd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:42.428177 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2f57fd3-08d2-4656-a214-37d59a2d0e5c req-8e0211fa-0026-43c4-850e-41e58c08eefd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 932 time: 0.1021652 Jun 27 23:53:42.505062 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2f57fd3-08d2-4656-a214-37d59a2d0e5c req-85706bea-22d3-45f9-a2a1-bf8866d0dd76 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685534 Jun 27 23:53:42.516019 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53137047-0287-48cd-9a02-a25ef1ddbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ecb57b73-4d66-4b06-94eb-e01b43436f66), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.520804 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-53137047-0287-48cd-9a02-a25ef1ddbf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.522309 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-53137047-0287-48cd-9a02-a25ef1ddbf3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecb57b73-4d66-4b06-94eb-e01b43436f66 HTTP/1.1" status: 204 len: 168 time: 0.2702143 Jun 27 23:53:42.541215 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53137047-0287-48cd-9a02-a25ef1ddbf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb57b73-4d66-4b06-94eb-e01b43436f66,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:42.872813 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57366) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:42.887895 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0c12cca8-0baa-4a74-bed4-31436de3cf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.965054 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0c12cca8-0baa-4a74-bed4-31436de3cf1f admin admin] Publish callbacks [] for security_group (5505e02e-d15d-48bb-9a62-23ed52b10a28), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:42.969835 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0c12cca8-0baa-4a74-bed4-31436de3cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5505e02e-d15d-48bb-9a62-23ed52b10a28), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:43.012221 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0c12cca8-0baa-4a74-bed4-31436de3cf1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fab867ef98b843a8965b79a6cd58ab64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352572 Jun 27 23:53:43.012221 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12cca8-0baa-4a74-bed4-31436de3cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5505e02e-d15d-48bb-9a62-23ed52b10a28,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:43.012676 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57374) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:43.066864 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-62b7d8e5-4e5a-4953-ab00-2044b1d2b07b admin admin] Publish callbacks [] for security_group (5505e02e-d15d-48bb-9a62-23ed52b10a28), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:43.089164 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-62b7d8e5-4e5a-4953-ab00-2044b1d2b07b admin admin] Publish callbacks [] for security_group (5505e02e-d15d-48bb-9a62-23ed52b10a28), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:43.135818 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-62b7d8e5-4e5a-4953-ab00-2044b1d2b07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5505e02e-d15d-48bb-9a62-23ed52b10a28), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:43.139311 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-62b7d8e5-4e5a-4953-ab00-2044b1d2b07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:43.140571 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-62b7d8e5-4e5a-4953-ab00-2044b1d2b07b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5505e02e-d15d-48bb-9a62-23ed52b10a28 HTTP/1.1" status: 204 len: 168 time: 0.1267707 Jun 27 23:53:43.147109 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533760-f94b-42c2-bc71-8e82cd52d265 req-fb0950f4-24d6-4009-8bb3-e1cc578398dd tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:43.149927 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d8e5-4e5a-4953-ab00-2044b1d2b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505e02e-d15d-48bb-9a62-23ed52b10a28,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:43.150483 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7533760-f94b-42c2-bc71-8e82cd52d265 req-fb0950f4-24d6-4009-8bb3-e1cc578398dd tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 0.0635660 Jun 27 23:53:43.205453 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7533760-f94b-42c2-bc71-8e82cd52d265 req-f2e033a4-5a09-408e-9439-77f9533cc240 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Jun 27 23:53:43.360694 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24395d-80f9-4b25-889c-341f6c44062a req-20e7fcca-04b6-4f37-80a3-d471207c62f0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:43.362342 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb24395d-80f9-4b25-889c-341f6c44062a req-20e7fcca-04b6-4f37-80a3-d471207c62f0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.0606024 Jun 27 23:53:43.439298 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb24395d-80f9-4b25-889c-341f6c44062a req-91336e08-5752-4bd7-8d51-1932b6214fb8 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616910 Jun 27 23:53:43.518084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96506716-1989-40f9-8d8b-b5789f03aaff req-04ed2675-3070-4ee4-b9d9-68b5b20b15d5 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:43.519850 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-96506716-1989-40f9-8d8b-b5789f03aaff req-04ed2675-3070-4ee4-b9d9-68b5b20b15d5 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 932 time: 0.0563955 Jun 27 23:53:43.583240 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-96506716-1989-40f9-8d8b-b5789f03aaff req-04d5923d-ada5-4bfb-999a-99ec7bd16d9d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568814 Jun 27 23:53:43.650830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956bb83-2b2e-4c4b-8ca1-725bd8ecb8bb req-14110c42-3f29-4d43-bcc6-f4e698710902 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:43.652445 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a956bb83-2b2e-4c4b-8ca1-725bd8ecb8bb req-14110c42-3f29-4d43-bcc6-f4e698710902 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 932 time: 0.0532067 Jun 27 23:53:43.704319 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a956bb83-2b2e-4c4b-8ca1-725bd8ecb8bb req-d2a25b0c-05d1-4511-ab0b-31ed1d34b5ae tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 Jun 27 23:53:44.275528 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Request body: {'port': {'device_id': '6f368799-490e-4955-b0c2-b7327dcd704f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:44.403898 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c7ad9-8271-4a68-87bc-de271a0dff17 req-6e0403b3-71a9-45c8-ba87-dd98df7e5748 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:44.405444 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-388c7ad9-8271-4a68-87bc-de271a0dff17 req-6e0403b3-71a9-45c8-ba87-dd98df7e5748 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 0.1256855 Jun 27 23:53:44.406019 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:44.471119 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Request body: {'port': {'device_id': '441c8680-6922-4873-bc06-975833adf15a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:44.484058 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57456) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:44.502962 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-388c7ad9-8271-4a68-87bc-de271a0dff17 req-c8ce2d30-75f5-436b-87a6-5c9854df547f tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881453 Jun 27 23:53:44.734505 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:44.781480 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-37b40996-41a1-4ae2-9ff9-4423424bdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:44.783018 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-37b40996-41a1-4ae2-9ff9-4423424bdf91 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fcc51605db08492e95b9513293dd7f46&device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 1128 time: 0.2302504 Jun 27 23:53:44.959098 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947abc25-5d7e-44e3-b73e-12d8eb29d128 req-a802012d-63c4-487a-b960-26a6616fb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:44.959098 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-947abc25-5d7e-44e3-b73e-12d8eb29d128 req-a802012d-63c4-487a-b960-26a6616fb759 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 1127 time: 0.3854175 Jun 27 23:53:44.982383 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7353ad76-223a-4b03-9dca-09a173f99fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.109330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-1c51eb29-56f3-4804-99db-30109d14f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.110831 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-1c51eb29-56f3-4804-99db-30109d14f3af service neutron] 10.222.0.27 "GET /v2.0/networks?id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 HTTP/1.1" status: 200 len: 913 time: 0.2768061 Jun 27 23:53:45.115958 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74622c-dba3-4282-95f7-3c63a707aa43 req-f638093d-91cd-44e6-af72-4067ce5e4168 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.117569 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3b74622c-dba3-4282-95f7-3c63a707aa43 req-f638093d-91cd-44e6-af72-4067ce5e4168 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.5302827 Jun 27 23:53:45.205555 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-19d914b5-c9c5-4a22-bc0f-717a7307e9f2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae HTTP/1.1" status: 200 len: 217 time: 0.0880599 Jun 27 23:53:45.275841 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3c34-e327-4042-8b36-872f41908f19 req-26af7a94-1537-480f-8029-62641d9282e8 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.275841 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b5d3c34-e327-4042-8b36-872f41908f19 req-26af7a94-1537-480f-8029-62641d9282e8 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 932 time: 0.3651905 Jun 27 23:53:45.325581 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-29e306ae-574b-4570-8c7a-4bc62dde170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.327333 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-29e306ae-574b-4570-8c7a-4bc62dde170e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=07b78285-f57e-49bc-a856-28c4d2e737f8 HTTP/1.1" status: 200 len: 851 time: 0.1051953 Jun 27 23:53:45.356335 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947abc25-5d7e-44e3-b73e-12d8eb29d128 req-5a2eb251-6ce7-4e14-93be-cfde96738efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.357835 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-947abc25-5d7e-44e3-b73e-12d8eb29d128 req-5a2eb251-6ce7-4e14-93be-cfde96738efe service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=70367a520f9e4264ad1438d069228c66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3780951 Jun 27 23:53:45.361187 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3b74622c-dba3-4282-95f7-3c63a707aa43 req-d16529d2-2aff-43f4-9124-248f0c6ad543 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308271 Jun 27 23:53:45.458611 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:45.472495 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Publish callbacks [] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.476016 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-487b9e34-1c72-4ea9-a252-0ec8113d714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.477274 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd07518-b3de-4b60-a44e-f5a35b871776 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:45.477951 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-487b9e34-1c72-4ea9-a252-0ec8113d714d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1398873 Jun 27 23:53:45.498454 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Publish callbacks [] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.510577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Transition to ACTIVE for port object f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:53:45.544072 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.589099 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Transition to ACTIVE for port object ccd07518-b3de-4b60-a44e-f5a35b871776 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:53:45.592790 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b5d3c34-e327-4042-8b36-872f41908f19 req-65ab8e14-372e-4251-a556-0c8b6b796e35 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031106 Jun 27 23:53:45.597992 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7353ad76-223a-4b03-9dca-09a173f99fc9 admin admin] Publish callbacks [] for security_group (aed1acd3-6871-4f11-9b12-17b55db4f125), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.620765 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7353ad76-223a-4b03-9dca-09a173f99fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (aed1acd3-6871-4f11-9b12-17b55db4f125), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.623938 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.628127 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:45.716338 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-ebdae5f8-5c3b-4f84-b703-eec768c7ee3e service neutron] 10.222.0.27 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285805 Jun 27 23:53:45.756188 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Attempting to bind port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:45.756188 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Attempting to bind port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:45.756434 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Attempting to bind port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 on network 1d347753-be55-4d38-aad9-02b4acd6755a {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:45.775942 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ad76-223a-4b03-9dca-09a173f99fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1acd3-6871-4f11-9b12-17b55db4f125,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:45.824575 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 on network 1d347753-be55-4d38-aad9-02b4acd6755a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:53:45.825261 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Attempting to bind port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 on network 1d347753-be55-4d38-aad9-02b4acd6755a {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:45.850505 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:45.850935 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Checking segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:45.851327 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Bound using segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:45.851864 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Bound port: f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:45.852224 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:45.857341 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947abc25-5d7e-44e3-b73e-12d8eb29d128 req-ba275f4b-092a-472a-b674-36c96a6c57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.859347 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-947abc25-5d7e-44e3-b73e-12d8eb29d128 req-ba275f4b-092a-472a-b674-36c96a6c57f2 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4761600 Jun 27 23:53:45.864616 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7353ad76-223a-4b03-9dca-09a173f99fc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b856de7193334df1b2ef404ddfb33a52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3797755 Jun 27 23:53:45.867675 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57534) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:45.912185 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5a1c-e1f2-42f5-b3bb-2d9a8e60237b req-dff64b2f-827f-41e7-aa21-ae5195a04ca5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:45.920201 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-affa5a1c-e1f2-42f5-b3bb-2d9a8e60237b req-dff64b2f-827f-41e7-aa21-ae5195a04ca5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.4068258 Jun 27 23:53:45.958323 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-02002843-8207-4771-b992-4a719673606e service neutron] 10.222.0.27 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336876 Jun 27 23:53:46.002239 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:46.010746 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:46.015502 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Pushing event updated for resources: {'Port': ['ID=ccd07518-b3de-4b60-a44e-f5a35b871776,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:46.022720 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.072368 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.072996 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.075639 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-da1b26ff-178c-46c5-930f-181955567522 service neutron] 10.222.0.27 "PUT /v2.0/ports/f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 1094 time: 1.6099055 Jun 27 23:53:46.075721 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:46.078398 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2705cd81-e6de-4095-aa2b-ea269e21d3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:46.122854 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b26ff-178c-46c5-930f-181955567522 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:46.150663 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Attempting to bind port ccd07518-b3de-4b60-a44e-f5a35b871776 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:53:46.151015 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Attempting to bind port ccd07518-b3de-4b60-a44e-f5a35b871776 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:53:46.151322 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Attempting to bind port ccd07518-b3de-4b60-a44e-f5a35b871776 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:46.166845 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f843-d676-423e-bc43-9ff43f1997ca req-ca3212ad-819d-4181-a034-f631e6ceb1c3 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.169181 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-79f5f843-d676-423e-bc43-9ff43f1997ca req-ca3212ad-819d-4181-a034-f631e6ceb1c3 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 944 time: 0.4009147 Jun 27 23:53:46.175581 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-affa5a1c-e1f2-42f5-b3bb-2d9a8e60237b req-edc32d8b-1ff7-426e-90b9-1351c7f69c28 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545009 Jun 27 23:53:46.181901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Port ccd07518-b3de-4b60-a44e-f5a35b871776 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:53:46.182242 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Attempting to bind port ccd07518-b3de-4b60-a44e-f5a35b871776 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:53:46.198119 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-ed0c96e1-412c-4416-9f50-ca3798d9f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.199708 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-ed0c96e1-412c-4416-9f50-ca3798d9f881 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 1127 time: 0.2567406 Jun 27 23:53:46.219363 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-74f0c11c-30b5-481f-8016-b066d23dceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.221194 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-74f0c11c-30b5-481f-8016-b066d23dceea service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1128 time: 0.0859230 Jun 27 23:53:46.228376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:53:46.228719 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Checking segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:53:46.229157 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Bound using segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:53:46.229622 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Bound port: ccd07518-b3de-4b60-a44e-f5a35b871776, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:53:46.230012 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.231865 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ec1ede4d-0eef-42be-b59d-2188bd7beaee admin admin] Publish callbacks [] for security_group (aed1acd3-6871-4f11-9b12-17b55db4f125), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.280851 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad38e116-58cf-4591-a139-a9679edd1786 x-openstack-request-id: req-ad38e116-58cf-4591-a139-a9679edd1786 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:46.281034 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:46.281313 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad38e116-58cf-4591-a139-a9679edd1786 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:46.281720 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad38e116-58cf-4591-a139-a9679edd1786'] response: {'name': 'network-changed', 'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'status': 'completed', 'code': 200} Jun 27 23:53:46.284068 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-3b6ca1bb-49f5-4a62-9031-33b51842665d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 217 time: 0.0506935 Jun 27 23:53:46.306968 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-a9d4a984-6792-437f-abed-510977c53e88 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f24346a-bdf2-4303-89a9-e67521be80af HTTP/1.1" status: 200 len: 217 time: 0.0918212 Jun 27 23:53:46.375200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-4b2cf16f-5681-4ffc-a97e-5046d736db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.378078 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-4b2cf16f-5681-4ffc-a97e-5046d736db8f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0825350 Jun 27 23:53:46.415187 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ec1ede4d-0eef-42be-b59d-2188bd7beaee admin admin] Publish callbacks [] for security_group (aed1acd3-6871-4f11-9b12-17b55db4f125), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.420914 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-79f5f843-d676-423e-bc43-9ff43f1997ca req-a52ae6cb-874d-4324-b204-f0ef4987b4d7 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407386 Jun 27 23:53:46.479887 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-52290a4f-078a-4410-8ed3-a540efe50b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.484945 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-52290a4f-078a-4410-8ed3-a540efe50b5a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008425 Jun 27 23:53:46.494899 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] For port ccd07518-b3de-4b60-a44e-f5a35b871776, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:53:46.503526 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] For port ccd07518-b3de-4b60-a44e-f5a35b871776, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ccd07518-b3de-4b60-a44e-f5a35b871776,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:53:46.505814 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-deed7c16-260e-44ee-899f-5278995d248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.507870 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-deed7c16-260e-44ee-899f-5278995d248c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.1915729 Jun 27 23:53:46.530694 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.586591 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.587313 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.588782 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] 10.222.0.27 "PUT /v2.0/ports/ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 1094 time: 2.3194578 Jun 27 23:53:46.620456 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-9ef75aa0-5c00-4e40-a56b-f43162d7f357 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289160 Jun 27 23:53:46.622187 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:46.624470 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b08af7-77e5-4b4e-bbc8-df4ca9395594" -d '{"events": [{"name": "network-changed", "server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:46.648888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ec1ede4d-0eef-42be-b59d-2188bd7beaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (aed1acd3-6871-4f11-9b12-17b55db4f125), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.673681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ec1ede4d-0eef-42be-b59d-2188bd7beaee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:46.678126 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-ec1ede4d-0eef-42be-b59d-2188bd7beaee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aed1acd3-6871-4f11-9b12-17b55db4f125 HTTP/1.1" status: 204 len: 168 time: 0.7918019 Jun 27 23:53:46.883769 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c69dac81-635c-4e2e-a351-b24c35f9ab46 req-13675653-87fd-4a3f-a091-c2bc399439f2 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427692 Jun 27 23:53:46.891732 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f37ca3-3f83-4274-bf24-ffc1c2ba333a x-openstack-request-id: req-46f37ca3-3f83-4274-bf24-ffc1c2ba333a {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:46.892027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:46.896130 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46f37ca3-3f83-4274-bf24-ffc1c2ba333a {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:46.896560 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f37ca3-3f83-4274-bf24-ffc1c2ba333a'] response: {'name': 'network-changed', 'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'status': 'completed', 'code': 200} Jun 27 23:53:46.945779 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199c9c-99d1-48ef-8807-00aaa89e225e req-09b21d81-939a-4957-9e27-88c85a06a65f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:46.954572 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-77199c9c-99d1-48ef-8807-00aaa89e225e req-09b21d81-939a-4957-9e27-88c85a06a65f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.4440327 Jun 27 23:53:46.985423 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ede4d-0eef-42be-b59d-2188bd7beaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1acd3-6871-4f11-9b12-17b55db4f125,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:47.060925 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ab86e-13e7-43a4-91c1-333fee85e42b service neutron] Pushing event updated for resources: {'Port': ['ID=ccd07518-b3de-4b60-a44e-f5a35b871776,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:47.079806 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-b6b0fd3a-9ca4-47b7-9641-b8a517c1468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.081800 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-b6b0fd3a-9ca4-47b7-9641-b8a517c1468b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5617478 Jun 27 23:53:47.106115 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-c8b7c19e-4d2d-4f79-84a5-905ac535b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.106317 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d5daa602-9ccd-4f06-af06-61f00b1c3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.107811 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-d5daa602-9ccd-4f06-af06-61f00b1c3cf0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1128 time: 0.3977156 Jun 27 23:53:47.108012 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-c8b7c19e-4d2d-4f79-84a5-905ac535b273 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1128 time: 0.1145627 Jun 27 23:53:47.122215 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-77199c9c-99d1-48ef-8807-00aaa89e225e req-b2443440-30e1-4a5b-a032-0f64549c9bfc tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612597 Jun 27 23:53:47.145809 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4237134f-96f6-467b-9bf6-ea8f841cd4ae details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:53:47.209623 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb5815-6afc-4020-aa70-6e9a1a127976 req-8d8d46ca-56d7-4721-b28b-418e37601453 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.223981 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cbfb5815-6afc-4020-aa70-6e9a1a127976 req-8d8d46ca-56d7-4721-b28b-418e37601453 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 944 time: 0.2484448 Jun 27 23:53:47.230188 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-24c863b3-0e6f-4a9e-8333-30e7eec9efd0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 217 time: 0.0960789 Jun 27 23:53:47.277781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:47.295260 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '4237134f-96f6-467b-9bf6-ea8f841cd4ae', 'network_id': '1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0', 'port_id': '4237134f-96f6-467b-9bf6-ea8f841cd4ae', 'mac_address': 'fa:16:3e:53:5c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b78285-f57e-49bc-a856-28c4d2e737f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:53:47.343516 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 4237134f-96f6-467b-9bf6-ea8f841cd4ae is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:47.344485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.363136 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4237134f-96f6-467b-9bf6-ea8f841cd4ae {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:47.393413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:47.393833 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-1a0b03c7-4eaf-47ee-882e-fd47165af988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.395554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-1a0b03c7-4eaf-47ee-882e-fd47165af988 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.1573710 Jun 27 23:53:47.403538 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.462580 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=4237134f-96f6-467b-9bf6-ea8f841cd4ae,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:47.516309 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-aa39d508-9478-4db2-8ac9-a950ec49e468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.534003 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-fffa0eff-aa69-4691-a65c-cb688715b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.535590 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-fffa0eff-aa69-4691-a65c-cb688715b043 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.4075625 Jun 27 23:53:47.587694 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57594) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:47.599151 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-75897d63-11fa-4a88-a0a9-8aa129a18b9d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 217 time: 0.0557570 Jun 27 23:53:47.607684 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3784-92ab-4790-937d-5a9e3c9ae016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.641532 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cbfb5815-6afc-4020-aa70-6e9a1a127976 req-1c41845e-3c27-46fa-aa2d-f54b58ce0148 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958366 Jun 27 23:53:47.648724 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-fe0fa5c3-744f-4f85-8169-27ef94161bab service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567784 Jun 27 23:53:47.694640 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264f4cf-64bc-4889-a972-8f456d6c4dca req-9e37d39f-3e90-484c-8f52-d08fe25efa29 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.697974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-d275a639-8214-4985-876a-0dd116cfcf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.700113 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-d275a639-8214-4985-876a-0dd116cfcf60 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0879729 Jun 27 23:53:47.700746 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57598) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:47.711379 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9264f4cf-64bc-4889-a972-8f456d6c4dca req-9e37d39f-3e90-484c-8f52-d08fe25efa29 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.4200604 Jun 27 23:53:47.732171 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57602) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:47.755039 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['4237134f-96f6-467b-9bf6-ea8f841cd4ae'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:53:47.795522 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-6e587ae3-27ee-4b6a-9d73-7eabf9fec91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.797202 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-6e587ae3-27ee-4b6a-9d73-7eabf9fec91e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848131 Jun 27 23:53:47.819726 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3784-92ab-4790-937d-5a9e3c9ae016 admin admin] Publish callbacks [] for security_group (3e9e4fa3-674a-40bc-b188-bcbcc2188152), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.834835 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3784-92ab-4790-937d-5a9e3c9ae016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (3e9e4fa3-674a-40bc-b188-bcbcc2188152), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.844353 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-895a8978-ae2e-413e-a8f8-497a928fae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:47.846759 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-895a8978-ae2e-413e-a8f8-497a928fae30 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4402158 Jun 27 23:53:47.931869 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e27ae3c7-4fad-44da-8bb1-bc1c50947468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:47.937612 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9264f4cf-64bc-4889-a972-8f456d6c4dca req-a9e34545-a422-4707-be91-e9a244fe3a48 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248476 Jun 27 23:53:47.942763 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3d2b3784-92ab-4790-937d-5a9e3c9ae016 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c709dd0451b4db48fbd45c05fd03bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537180 Jun 27 23:53:47.960938 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57606) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:47.971427 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b3784-92ab-4790-937d-5a9e3c9ae016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e4fa3-674a-40bc-b188-bcbcc2188152,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:47.989547 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-535a3101-692e-4877-803a-f4c5b95c2ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.005030 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-7b090226-349a-472d-a014-dc598d38fd09 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465195 Jun 27 23:53:48.028339 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823982e2-0fed-4202-a858-14482f5c54dd req-e8904182-5d0a-4235-b21f-bbfc6edc10a6 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:48.030046 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-823982e2-0fed-4202-a858-14482f5c54dd req-e8904182-5d0a-4235-b21f-bbfc6edc10a6 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 945 time: 0.2699993 Jun 27 23:53:48.033109 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-c865f822-04e1-451f-9f43-0b937c3fd207 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220778 Jun 27 23:53:48.117805 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d1d1843c-0a77-4268-a7fb-d26eee0dd2ae admin admin] Publish callbacks [] for security_group (3e9e4fa3-674a-40bc-b188-bcbcc2188152), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.131727 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-8df0c70a-365d-42d8-876a-7910392734b4 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681150 Jun 27 23:53:48.181963 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-535a3101-692e-4877-803a-f4c5b95c2ed4 admin admin] Publish callbacks [] for security_group (c7b776bd-0351-434f-8ae3-1c3ec0d517d8), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.197365 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d1d1843c-0a77-4268-a7fb-d26eee0dd2ae admin admin] Publish callbacks [] for security_group (3e9e4fa3-674a-40bc-b188-bcbcc2188152), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.219754 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-823982e2-0fed-4202-a858-14482f5c54dd req-7972b1a5-8927-495c-8c0d-c81ed6435e23 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428585 Jun 27 23:53:48.219754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-535a3101-692e-4877-803a-f4c5b95c2ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c7b776bd-0351-434f-8ae3-1c3ec0d517d8), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.221596 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e27ae3c7-4fad-44da-8bb1-bc1c50947468 admin admin] Publish callbacks [] for security_group (c622d85d-d062-40b7-b717-7d369f34034a), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.236359 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e27ae3c7-4fad-44da-8bb1-bc1c50947468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c622d85d-d062-40b7-b717-7d369f34034a), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.272061 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2705cd81-e6de-4095-aa2b-ea269e21d3b5 req-64e3e702-1828-4e57-a7de-5cb5151b3ffe service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320437 Jun 27 23:53:48.295905 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ae3c7-4fad-44da-8bb1-bc1c50947468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c622d85d-d062-40b7-b717-7d369f34034a,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:48.306815 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e27ae3c7-4fad-44da-8bb1-bc1c50947468 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4d3405d0f504aba86b54c62ece811e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6015425 Jun 27 23:53:48.308470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57624) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:48.347596 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-535a3101-692e-4877-803a-f4c5b95c2ed4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f436f38cd1654617842bba491ae12e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5909648 Jun 27 23:53:48.352428 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d1d1843c-0a77-4268-a7fb-d26eee0dd2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (3e9e4fa3-674a-40bc-b188-bcbcc2188152), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.355431 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d1d1843c-0a77-4268-a7fb-d26eee0dd2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.359149 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d1d1843c-0a77-4268-a7fb-d26eee0dd2ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e9e4fa3-674a-40bc-b188-bcbcc2188152 HTTP/1.1" status: 204 len: 168 time: 0.4024534 Jun 27 23:53:48.359291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57626) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:48.359291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a3101-692e-4877-803a-f4c5b95c2ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b776bd-0351-434f-8ae3-1c3ec0d517d8,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:48.370560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1843c-0a77-4268-a7fb-d26eee0dd2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e4fa3-674a-40bc-b188-bcbcc2188152,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:48.381894 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca66d560-8d5d-499a-8f09-9631b2c24a46 req-118f6217-625c-459b-9191-87d476278517 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404425 Jun 27 23:53:48.386813 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8c1218f4-2abd-4a05-8aab-ab3215ef7fc0 admin admin] Publish callbacks [] for security_group (c622d85d-d062-40b7-b717-7d369f34034a), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.444029 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8c1218f4-2abd-4a05-8aab-ab3215ef7fc0 admin admin] Publish callbacks [] for security_group (c622d85d-d062-40b7-b717-7d369f34034a), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.478408 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6d02-1eb2-4a31-ac52-c5ef3d072ccd req-93bda457-75d0-4c32-8c89-44093c3516ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:48.482387 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fd3d6d02-1eb2-4a31-ac52-c5ef3d072ccd req-93bda457-75d0-4c32-8c89-44093c3516ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.2193460 Jun 27 23:53:48.524681 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8c1218f4-2abd-4a05-8aab-ab3215ef7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c622d85d-d062-40b7-b717-7d369f34034a), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.527581 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8c1218f4-2abd-4a05-8aab-ab3215ef7fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.531295 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8c1218f4-2abd-4a05-8aab-ab3215ef7fc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c622d85d-d062-40b7-b717-7d369f34034a HTTP/1.1" status: 204 len: 168 time: 0.2194312 Jun 27 23:53:48.536018 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-35230242-c18f-4db6-9c79-b31595c6d9ce admin admin] Publish callbacks [] for security_group (c7b776bd-0351-434f-8ae3-1c3ec0d517d8), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.541634 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1218f4-2abd-4a05-8aab-ab3215ef7fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c622d85d-d062-40b7-b717-7d369f34034a,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:48.589119 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-35230242-c18f-4db6-9c79-b31595c6d9ce admin admin] Publish callbacks [] for security_group (c7b776bd-0351-434f-8ae3-1c3ec0d517d8), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.606377 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fd3d6d02-1eb2-4a31-ac52-c5ef3d072ccd req-46572630-7aa6-4989-a300-cd1274f6e8b1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117313 Jun 27 23:53:48.631038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-1112d4a8-f38b-43d2-b265-803aadec007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:48.632599 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-1112d4a8-f38b-43d2-b265-803aadec007e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1128 time: 0.1343789 Jun 27 23:53:48.741741 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-35230242-c18f-4db6-9c79-b31595c6d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c7b776bd-0351-434f-8ae3-1c3ec0d517d8), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.744254 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-35230242-c18f-4db6-9c79-b31595c6d9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:48.748187 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-35230242-c18f-4db6-9c79-b31595c6d9ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7b776bd-0351-434f-8ae3-1c3ec0d517d8 HTTP/1.1" status: 204 len: 168 time: 0.3803196 Jun 27 23:53:48.802236 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35230242-c18f-4db6-9c79-b31595c6d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b776bd-0351-434f-8ae3-1c3ec0d517d8,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:48.868617 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-b8679b16-f03b-4fec-8c66-75777eb93572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:48.870129 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-b8679b16-f03b-4fec-8c66-75777eb93572 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.2291479 Jun 27 23:53:48.877799 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8fe7-2b23-4d07-a9c0-ebbca11d4315 req-57f7b651-b6d7-4173-b691-bd4f1abbb97c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:48.879753 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fd4d8fe7-2b23-4d07-a9c0-ebbca11d4315 req-57f7b651-b6d7-4173-b691-bd4f1abbb97c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 944 time: 0.1490686 Jun 27 23:53:48.929868 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-b90c677e-78e1-44d2-a5c4-e2e38a5c6761 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 217 time: 0.0491099 Jun 27 23:53:48.982922 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fd4d8fe7-2b23-4d07-a9c0-ebbca11d4315 req-89802802-827b-4724-97c9-0812ee88ef64 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965381 Jun 27 23:53:48.998302 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-d8452d8f-0edd-4669-adf1-0238dd8a5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:48.999754 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-d8452d8f-0edd-4669-adf1-0238dd8a5de7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0588107 Jun 27 23:53:49.087914 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-608ad1d0-40eb-4cd4-85b9-f371638ce0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:49.089696 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-608ad1d0-40eb-4cd4-85b9-f371638ce0ab service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832491 Jun 27 23:53:49.091466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57656) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:49.111638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fb115059-1473-4854-9f3b-ba3043c152d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.122471 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:53:49.188152 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fb45c-906e-4bee-a086-3fb8a2564b6d req-06307b45-1f9b-4cad-abd0-a71feba0b3e1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:49.189643 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b70fb45c-906e-4bee-a086-3fb8a2564b6d req-06307b45-1f9b-4cad-abd0-a71feba0b3e1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.1419892 Jun 27 23:53:49.213573 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4237134f-96f6-467b-9bf6-ea8f841cd4ae up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:49.226186 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57658) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:49.243554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-69200173-16a7-43e8-b6eb-28fb6250dab7 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435411 Jun 27 23:53:49.250856 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-159ae15b-ad9b-454d-8a1a-e6ed7e194c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.260448 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fb115059-1473-4854-9f3b-ba3043c152d9 admin admin] Publish callbacks [] for security_group (38f93534-6a0b-4bbd-8c78-3a25159d8745), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.268081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fb115059-1473-4854-9f3b-ba3043c152d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (38f93534-6a0b-4bbd-8c78-3a25159d8745), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.315938 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-fb115059-1473-4854-9f3b-ba3043c152d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b8792ba6ddb4b01959973722c6eb552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234511 Jun 27 23:53:49.319548 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57664) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:49.328370 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 4237134f-96f6-467b-9bf6-ea8f841cd4ae completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:53:49.338499 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 4237134f-96f6-467b-9bf6-ea8f841cd4ae triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:49.339080 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.350247 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb115059-1473-4854-9f3b-ba3043c152d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f93534-6a0b-4bbd-8c78-3a25159d8745,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:49.379147 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:49.381860 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d2e739b6-d8dd-4816-98c7-c2a4442f87cd admin admin] Publish callbacks [] for security_group (38f93534-6a0b-4bbd-8c78-3a25159d8745), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.399733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'mac_address': 'fa:16:3e:bb:30:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:53:49.408887 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d2e739b6-d8dd-4816-98c7-c2a4442f87cd admin admin] Publish callbacks [] for security_group (38f93534-6a0b-4bbd-8c78-3a25159d8745), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.419241 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b70fb45c-906e-4bee-a086-3fb8a2564b6d req-91222768-53a2-44e6-ba51-3eda6c5866eb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149720 Jun 27 23:53:49.462273 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:49.462659 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.485363 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:49.489796 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 4237134f-96f6-467b-9bf6-ea8f841cd4ae is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:49.490459 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.503864 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d2e739b6-d8dd-4816-98c7-c2a4442f87cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (38f93534-6a0b-4bbd-8c78-3a25159d8745), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.507539 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d2e739b6-d8dd-4816-98c7-c2a4442f87cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.511932 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d2e739b6-d8dd-4816-98c7-c2a4442f87cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38f93534-6a0b-4bbd-8c78-3a25159d8745 HTTP/1.1" status: 204 len: 168 time: 0.1913927 Jun 27 23:53:49.522975 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:49.532548 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e739b6-d8dd-4816-98c7-c2a4442f87cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f93534-6a0b-4bbd-8c78-3a25159d8745,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:49.537471 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4237134f-96f6-467b-9bf6-ea8f841cd4ae'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:49.557676 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-82b08af7-77e5-4b4e-bbc8-df4ca9395594 req-0096c9d5-1a81-48c0-9160-576f054cb2f9 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045723 Jun 27 23:53:49.607074 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-159ae15b-ad9b-454d-8a1a-e6ed7e194c42 admin admin] Publish callbacks [] for security_group (f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.615012 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-159ae15b-ad9b-454d-8a1a-e6ed7e194c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.675017 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.675978 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4f24346a-bdf2-4303-89a9-e67521be80af details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:53:49.688383 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:49.722472 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.754894 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57686) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:49.765248 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-159ae15b-ad9b-454d-8a1a-e6ed7e194c42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e92a4ca711045bc98b878135110ac4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5298605 Jun 27 23:53:49.790154 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ae15b-ad9b-454d-8a1a-e6ed7e194c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:49.808699 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-19087ad9-a382-4f03-9c8e-fac88b76e38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.817251 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:49.843335 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fb6c1-a7a0-4387-bbb2-0147b24ab652 req-b8f32472-5096-4eb4-9ad1-e5c89e7f5133 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:49.844911 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6f2fb6c1-a7a0-4387-bbb2-0147b24ab652 req-b8f32472-5096-4eb4-9ad1-e5c89e7f5133 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 945 time: 0.4440258 Jun 27 23:53:49.858486 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d54f1197-a65d-4f6d-92f0-294724a2438f admin admin] Publish callbacks [] for security_group (f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.917407 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d54f1197-a65d-4f6d-92f0-294724a2438f admin admin] Publish callbacks [] for security_group (f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:49.983079 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143e14d-6f4f-4286-b0b5-17c1e5ee71e6 req-c5a81eb7-be64-420d-b67b-376dfa421c0f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:49.985792 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9143e14d-6f4f-4286-b0b5-17c1e5ee71e6 req-c5a81eb7-be64-420d-b67b-376dfa421c0f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 943 time: 0.2445660 Jun 27 23:53:49.997752 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6f2fb6c1-a7a0-4387-bbb2-0147b24ab652 req-2f2c7ab5-7623-4519-a14d-ad97fa6077c3 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366839 Jun 27 23:53:50.007076 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d54f1197-a65d-4f6d-92f0-294724a2438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.011299 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d54f1197-a65d-4f6d-92f0-294724a2438f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.016073 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d54f1197-a65d-4f6d-92f0-294724a2438f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8 HTTP/1.1" status: 204 len: 168 time: 0.2603135 Jun 27 23:53:50.038373 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f1197-a65d-4f6d-92f0-294724a2438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d6f9c-3c10-4ae8-92e5-7c3437fc31a8,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:50.149027 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9143e14d-6f4f-4286-b0b5-17c1e5ee71e6 req-e765842b-12f8-4962-8ea0-f5d04750c028 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302836 Jun 27 23:53:50.180704 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=4237134f-96f6-467b-9bf6-ea8f841cd4ae,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:50.193825 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4f24346a-bdf2-4303-89a9-e67521be80af, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4f24346a-bdf2-4303-89a9-e67521be80af,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:50.206264 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '4f24346a-bdf2-4303-89a9-e67521be80af', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:53:50.243254 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b8dc49-88d8-4d6d-bca2-defe9faceb9f" -d '{"events": [{"server_uuid": "2c77bb1e-e028-4ecc-8d99-5bc100be8fa1", "name": "network-vif-plugged", "status": "completed", "tag": "4237134f-96f6-467b-9bf6-ea8f841cd4ae"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:50.264392 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 4f24346a-bdf2-4303-89a9-e67521be80af is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:50.264777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.280881 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f24346a-bdf2-4303-89a9-e67521be80af {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:50.326386 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4f24346a-bdf2-4303-89a9-e67521be80af, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4f24346a-bdf2-4303-89a9-e67521be80af,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:50.332306 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.333649 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ccd07518-b3de-4b60-a44e-f5a35b871776 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:53:50.353539 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279aa32-118b-4565-b5d5-fc0217e9c3ad req-e8841fa1-0ad4-4e0f-acad-bd02186a8684 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:50.372415 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c279aa32-118b-4565-b5d5-fc0217e9c3ad req-e8841fa1-0ad4-4e0f-acad-bd02186a8684 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 944 time: 0.2019024 Jun 27 23:53:50.435361 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c279aa32-118b-4565-b5d5-fc0217e9c3ad req-e39b05ca-07ee-4aae-a0c6-3423fce5a689 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549510 Jun 27 23:53:50.453245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=4f24346a-bdf2-4303-89a9-e67521be80af,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:50.505581 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ccd07518-b3de-4b60-a44e-f5a35b871776, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ccd07518-b3de-4b60-a44e-f5a35b871776,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:50.522322 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'port_id': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'mac_address': 'fa:16:3e:b9:fa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:53:50.544617 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57754) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:50.578712 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c790a55f-9087-497e-83a2-60984b01f544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.579768 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb5685-4401-45e9-8a6d-d50b964ccaf8 req-0b6b2ad2-3a9b-42fc-b889-1284a4d02f5c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:50.589157 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7eb5685-4401-45e9-8a6d-d50b964ccaf8 req-0b6b2ad2-3a9b-42fc-b889-1284a4d02f5c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0644407 Jun 27 23:53:50.597601 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port ccd07518-b3de-4b60-a44e-f5a35b871776 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:50.597995 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.620618 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd07518-b3de-4b60-a44e-f5a35b871776 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:53:50.655613 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ccd07518-b3de-4b60-a44e-f5a35b871776, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ccd07518-b3de-4b60-a44e-f5a35b871776,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:50.662047 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7eb5685-4401-45e9-8a6d-d50b964ccaf8 req-47e0a2d0-f3f5-4d72-aab7-8c97db27da00 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710669 Jun 27 23:53:50.663620 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.703282 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a61c08c-a853-4889-bc00-87dcbd27f140 x-openstack-request-id: req-1a61c08c-a853-4889-bc00-87dcbd27f140 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:50.703816 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77bb1e-e028-4ecc-8d99-5bc100be8fa1", "name": "network-vif-plugged", "status": "completed", "tag": "4237134f-96f6-467b-9bf6-ea8f841cd4ae", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:50.704210 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a61c08c-a853-4889-bc00-87dcbd27f140 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:50.704813 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a61c08c-a853-4889-bc00-87dcbd27f140'] response: {'server_uuid': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4237134f-96f6-467b-9bf6-ea8f841cd4ae', 'code': 200} Jun 27 23:53:50.724594 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c790a55f-9087-497e-83a2-60984b01f544 admin admin] Publish callbacks [] for security_group (717cb6ad-a576-49d7-a630-9890dcaf7de0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.734155 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c790a55f-9087-497e-83a2-60984b01f544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (717cb6ad-a576-49d7-a630-9890dcaf7de0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.749863 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:50.755129 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=ccd07518-b3de-4b60-a44e-f5a35b871776,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:50.805314 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-c790a55f-9087-497e-83a2-60984b01f544 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5928a7f2d22a488a8566177c5e18bf50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588220 Jun 27 23:53:50.808079 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790a55f-9087-497e-83a2-60984b01f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717cb6ad-a576-49d7-a630-9890dcaf7de0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:50.808258 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57760) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:50.867410 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5090440e-52e4-4152-bf47-5d9373677ae2 admin admin] Publish callbacks [] for security_group (717cb6ad-a576-49d7-a630-9890dcaf7de0), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.112260 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['4f24346a-bdf2-4303-89a9-e67521be80af'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:53:51.137750 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:53:51.165055 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5090440e-52e4-4152-bf47-5d9373677ae2 admin admin] Publish callbacks [] for security_group (717cb6ad-a576-49d7-a630-9890dcaf7de0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.177487 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['ccd07518-b3de-4b60-a44e-f5a35b871776'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:53:51.271740 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3772-0642-49b6-8124-095efe1942be req-5fbead08-0df3-4fcc-91a9-315030e3c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:51.273355 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e62c3772-0642-49b6-8124-095efe1942be req-5fbead08-0df3-4fcc-91a9-315030e3c26e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 1130 time: 0.3950334 Jun 27 23:53:51.310012 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea19709-38c4-41ef-931f-f266121ab1c2 req-0ce1cc93-72a8-4cf1-a249-47f96f72e546 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:51.311514 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ea19709-38c4-41ef-931f-f266121ab1c2 req-0ce1cc93-72a8-4cf1-a249-47f96f72e546 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1854963 Jun 27 23:53:51.332146 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e62c3772-0642-49b6-8124-095efe1942be req-1e0d3c93-dc41-4a9c-ae2a-a6680e4429f1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.360775 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5090440e-52e4-4152-bf47-5d9373677ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (717cb6ad-a576-49d7-a630-9890dcaf7de0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.363372 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5090440e-52e4-4152-bf47-5d9373677ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.364651 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5090440e-52e4-4152-bf47-5d9373677ae2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/717cb6ad-a576-49d7-a630-9890dcaf7de0 HTTP/1.1" status: 204 len: 168 time: 0.5541260 Jun 27 23:53:51.395004 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090440e-52e4-4152-bf47-5d9373677ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cb6ad-a576-49d7-a630-9890dcaf7de0,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:51.430399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d77f8-196b-4d43-8609-96e528b0355d req-6c7204b5-6696-425d-a775-1fe1b7c0ac37 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:51.432082 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2a1d77f8-196b-4d43-8609-96e528b0355d req-6c7204b5-6696-425d-a775-1fe1b7c0ac37 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 944 time: 0.1823578 Jun 27 23:53:51.440774 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ea19709-38c4-41ef-931f-f266121ab1c2 req-4c9f4b21-64e9-4d54-9e11-1f9828e07d7d tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188774 Jun 27 23:53:51.600596 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2a1d77f8-196b-4d43-8609-96e528b0355d req-fe21386f-bf49-4797-8e16-b2f720d61f5c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584885 Jun 27 23:53:51.648793 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e62c3772-0642-49b6-8124-095efe1942be req-1e0d3c93-dc41-4a9c-ae2a-a6680e4429f1 service neutron] Publish callbacks [] for security_group (120bb7ba-790a-40e4-9c9b-b998c99be54a), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.664070 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e62c3772-0642-49b6-8124-095efe1942be req-1e0d3c93-dc41-4a9c-ae2a-a6680e4429f1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (120bb7ba-790a-40e4-9c9b-b998c99be54a), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:51.784034 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1779b-ea78-4059-ab74-56290ba39548 req-ba35fd98-3351-4e76-8506-151134a73f2f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:51.785281 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d8d1779b-ea78-4059-ab74-56290ba39548 req-ba35fd98-3351-4e76-8506-151134a73f2f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 945 time: 0.1884072 Jun 27 23:53:51.801384 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d3c93-dc41-4a9c-ae2a-a6680e4429f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=120bb7ba-790a-40e4-9c9b-b998c99be54a,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:51.825945 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e62c3772-0642-49b6-8124-095efe1942be req-1e0d3c93-dc41-4a9c-ae2a-a6680e4429f1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457783 Jun 27 23:53:51.876027 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d8d1779b-ea78-4059-ab74-56290ba39548 req-4511ab3f-b23b-4f92-9919-18f0cad52e51 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767941 Jun 27 23:53:51.889029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171ff68-621d-434a-9e81-7a20175b3f91 req-2804e01e-bb80-40b2-a841-11f374eeaae1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:51.889029 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4171ff68-621d-434a-9e81-7a20175b3f91 req-2804e01e-bb80-40b2-a841-11f374eeaae1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.1138246 Jun 27 23:53:51.947347 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4171ff68-621d-434a-9e81-7a20175b3f91 req-4aedeed6-6a2e-4195-975c-dd41777b501c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534799 Jun 27 23:53:52.201817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:52.607921 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eae17a-1953-4cc4-b466-a50989c9b30d req-3f919e6b-5d17-4595-9004-94c48c107ba6 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:52.610077 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-75eae17a-1953-4cc4-b466-a50989c9b30d req-3f919e6b-5d17-4595-9004-94c48c107ba6 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0683372 Jun 27 23:53:52.675608 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-75eae17a-1953-4cc4-b466-a50989c9b30d req-39e8fd8e-4890-4c89-98d3-caa975540f5c tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Jun 27 23:53:52.745039 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a09b1-7f7c-49d8-a27d-c9273f821b03 req-fb3a5745-d585-4e1d-a33b-8ae7a8e33eaa tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:52.749648 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-015a09b1-7f7c-49d8-a27d-c9273f821b03 req-fb3a5745-d585-4e1d-a33b-8ae7a8e33eaa tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 944 time: 0.0645308 Jun 27 23:53:52.806944 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-015a09b1-7f7c-49d8-a27d-c9273f821b03 req-cab3a681-cf7e-4861-ac69-1d136621da39 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541353 Jun 27 23:53:53.020272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51a0b7-90d2-47b0-9123-12b58b540ae2 req-fbf1e525-d756-4e16-82d9-fcd6938452b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:53.020272 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-de51a0b7-90d2-47b0-9123-12b58b540ae2 req-fbf1e525-d756-4e16-82d9-fcd6938452b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 945 time: 0.0653999 Jun 27 23:53:53.126592 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719195df-9c20-4b19-8cfa-c0233609965f req-2a47b51c-a48c-42a4-812d-e9f5bc7792ca tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:53.128105 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-719195df-9c20-4b19-8cfa-c0233609965f req-2a47b51c-a48c-42a4-812d-e9f5bc7792ca tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0839465 Jun 27 23:53:53.139952 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-de51a0b7-90d2-47b0-9123-12b58b540ae2 req-2ff4fb3b-2165-41f2-894c-b1cd05471d0b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103344 Jun 27 23:53:53.207107 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-719195df-9c20-4b19-8cfa-c0233609965f req-25e05558-4fab-49c3-9185-9698dc9efbc2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630686 Jun 27 23:53:53.495575 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57920) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:53.628691 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-29a16903-67cf-4dd3-929e-9d64ed65eb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.726130 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-29a16903-67cf-4dd3-929e-9d64ed65eb67 admin admin] Publish callbacks [] for security_group (ca415edc-468e-4aa6-b5d3-652c1858e2c7), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.732312 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-29a16903-67cf-4dd3-929e-9d64ed65eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ca415edc-468e-4aa6-b5d3-652c1858e2c7), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.817286 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-29a16903-67cf-4dd3-929e-9d64ed65eb67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b3f1a3827d7434ca0815337b420ac79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095295 Jun 27 23:53:53.818200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57942) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:53.819891 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a16903-67cf-4dd3-929e-9d64ed65eb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca415edc-468e-4aa6-b5d3-652c1858e2c7,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:53.837802 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.874090 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a61295-32bd-481f-9bd5-eeed96cbc9cb req-1a543210-567c-49ac-a6ae-bda007fb3e22 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:53.876936 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93a61295-32bd-481f-9bd5-eeed96cbc9cb req-1a543210-567c-49ac-a6ae-bda007fb3e22 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1195447 Jun 27 23:53:53.882284 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-48f62c0d-2b4f-4212-8053-7f2ac0c5bfb5 admin admin] Publish callbacks [] for security_group (ca415edc-468e-4aa6-b5d3-652c1858e2c7), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.921700 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-48f62c0d-2b4f-4212-8053-7f2ac0c5bfb5 admin admin] Publish callbacks [] for security_group (ca415edc-468e-4aa6-b5d3-652c1858e2c7), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.977998 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93a61295-32bd-481f-9bd5-eeed96cbc9cb req-171f04b1-a790-4bf3-b2f4-950f24372601 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942900 Jun 27 23:53:53.988919 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-48f62c0d-2b4f-4212-8053-7f2ac0c5bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ca415edc-468e-4aa6-b5d3-652c1858e2c7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.991883 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-48f62c0d-2b4f-4212-8053-7f2ac0c5bfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:53.997208 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106f099-b3a4-4734-a601-5399af34cec8 req-b0d138b2-a29e-4d8c-bb48-63e4ff741897 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:54.001675 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-48f62c0d-2b4f-4212-8053-7f2ac0c5bfb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca415edc-468e-4aa6-b5d3-652c1858e2c7 HTTP/1.1" status: 204 len: 168 time: 0.1898856 Jun 27 23:53:54.006076 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e106f099-b3a4-4734-a601-5399af34cec8 req-b0d138b2-a29e-4d8c-bb48-63e4ff741897 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 944 time: 0.0976996 Jun 27 23:53:54.011176 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f62c0d-2b4f-4212-8053-7f2ac0c5bfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca415edc-468e-4aa6-b5d3-652c1858e2c7,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:54.023329 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57950) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:54.091185 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e106f099-b3a4-4734-a601-5399af34cec8 req-404c70b7-0fcf-43f0-a272-f7b2b731cb8c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649173 Jun 27 23:53:54.152289 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ddf6599e-86ec-40f4-8c1d-8d6cf0aad7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.257651 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ddf6599e-86ec-40f4-8c1d-8d6cf0aad7c5 admin admin] Publish callbacks [] for security_group (c667b842-0a26-4c6e-af92-b8388d954a8e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.263352 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ddf6599e-86ec-40f4-8c1d-8d6cf0aad7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c667b842-0a26-4c6e-af92-b8388d954a8e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.298359 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c73c-f4f3-49d3-b65f-d3ba62946b52 req-2c078aba-617f-48c3-a1bd-cd64284663b6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:54.299542 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e9f4c73c-f4f3-49d3-b65f-d3ba62946b52 req-2c078aba-617f-48c3-a1bd-cd64284663b6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 945 time: 0.0774632 Jun 27 23:53:54.312872 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ddf6599e-86ec-40f4-8c1d-8d6cf0aad7c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28f59e244f0b4294bfac79f3ba3cbc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884288 Jun 27 23:53:54.315543 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57962) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:54.321751 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6599e-86ec-40f4-8c1d-8d6cf0aad7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667b842-0a26-4c6e-af92-b8388d954a8e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:54.376929 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3980a466-f592-4681-b231-f50879202e5d admin admin] Publish callbacks [] for security_group (c667b842-0a26-4c6e-af92-b8388d954a8e), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.385273 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadde669-0e3c-4f24-b33c-9f23261fe3e0 req-d3415a20-497d-422b-b640-a8d7846a56f9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:54.387036 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cadde669-0e3c-4f24-b33c-9f23261fe3e0 req-d3415a20-497d-422b-b640-a8d7846a56f9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0865641 Jun 27 23:53:54.391100 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e9f4c73c-f4f3-49d3-b65f-d3ba62946b52 req-810f56e0-8e99-4570-89da-dbb51d17857e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816669 Jun 27 23:53:54.414951 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3980a466-f592-4681-b231-f50879202e5d admin admin] Publish callbacks [] for security_group (c667b842-0a26-4c6e-af92-b8388d954a8e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.449215 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cadde669-0e3c-4f24-b33c-9f23261fe3e0 req-cac4ae73-05ba-4bd3-a480-20a8bdcdbecf tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552008 Jun 27 23:53:54.463416 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3980a466-f592-4681-b231-f50879202e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c667b842-0a26-4c6e-af92-b8388d954a8e), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.466837 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3980a466-f592-4681-b231-f50879202e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.468019 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3980a466-f592-4681-b231-f50879202e5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c667b842-0a26-4c6e-af92-b8388d954a8e HTTP/1.1" status: 204 len: 168 time: 0.1514597 Jun 27 23:53:54.473536 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57966) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:54.480256 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980a466-f592-4681-b231-f50879202e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667b842-0a26-4c6e-af92-b8388d954a8e,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:54.487695 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54d16ca6-025e-4a34-9579-da5aee598e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.571687 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54d16ca6-025e-4a34-9579-da5aee598e4e admin admin] Publish callbacks [] for security_group (0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.576693 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54d16ca6-025e-4a34-9579-da5aee598e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.618532 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-54d16ca6-025e-4a34-9579-da5aee598e4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fae574ed7764058aa7bed4697fee09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435983 Jun 27 23:53:54.619389 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16ca6-025e-4a34-9579-da5aee598e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:54.622371 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57968) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:54.684574 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1be0c7c0-4123-4edf-a370-b99c9407f92c admin admin] Publish callbacks [] for security_group (0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.706840 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1be0c7c0-4123-4edf-a370-b99c9407f92c admin admin] Publish callbacks [] for security_group (0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.757756 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1be0c7c0-4123-4edf-a370-b99c9407f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.761297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1be0c7c0-4123-4edf-a370-b99c9407f92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.762512 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-1be0c7c0-4123-4edf-a370-b99c9407f92c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb HTTP/1.1" status: 204 len: 168 time: 0.1391745 Jun 27 23:53:54.770895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0c7c0-4123-4edf-a370-b99c9407f92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3fee2d-ef4b-4b24-8aaa-ff18fa5c38bb,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:54.849245 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 57976) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:54.863457 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9355452f-8ea7-413e-8721-78334bb00605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.948545 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9355452f-8ea7-413e-8721-78334bb00605 admin admin] Publish callbacks [] for security_group (a59b96b1-2339-4f1c-a1f6-a81aba19d3be), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.952506 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9355452f-8ea7-413e-8721-78334bb00605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a59b96b1-2339-4f1c-a1f6-a81aba19d3be), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:54.993081 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-9355452f-8ea7-413e-8721-78334bb00605 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e01363500294469b16656d571f66975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404223 Jun 27 23:53:54.993081 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355452f-8ea7-413e-8721-78334bb00605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b96b1-2339-4f1c-a1f6-a81aba19d3be,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:54.993698 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 57982) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:55.052907 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57bbd469-9250-412f-a442-eb98cd870c44 admin admin] Publish callbacks [] for security_group (a59b96b1-2339-4f1c-a1f6-a81aba19d3be), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.077162 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57bbd469-9250-412f-a442-eb98cd870c44 admin admin] Publish callbacks [] for security_group (a59b96b1-2339-4f1c-a1f6-a81aba19d3be), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.130189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f198775-269b-4dfb-9986-378a94471c10 req-b404510e-03c6-45f4-922a-962a2bdbe36c tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:55.131802 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1f198775-269b-4dfb-9986-378a94471c10 req-b404510e-03c6-45f4-922a-962a2bdbe36c tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0640380 Jun 27 23:53:55.143821 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57bbd469-9250-412f-a442-eb98cd870c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a59b96b1-2339-4f1c-a1f6-a81aba19d3be), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.147223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-57bbd469-9250-412f-a442-eb98cd870c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.148677 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-57bbd469-9250-412f-a442-eb98cd870c44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a59b96b1-2339-4f1c-a1f6-a81aba19d3be HTTP/1.1" status: 204 len: 168 time: 0.1539490 Jun 27 23:53:55.163098 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:55.179280 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbd469-9250-412f-a442-eb98cd870c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b96b1-2339-4f1c-a1f6-a81aba19d3be,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:55.251340 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:53:55.257507 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:55.257955 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.282357 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1f198775-269b-4dfb-9986-378a94471c10 req-c11889ce-3780-46e4-9714-1ae44f61e938 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415710 Jun 27 23:53:55.299361 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1946a4d-8cc1-463f-927c-dadf2efae2d8 req-192c80a8-5b32-4854-9575-aaabb947c403 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:55.300948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d1946a4d-8cc1-463f-927c-dadf2efae2d8 req-192c80a8-5b32-4854-9575-aaabb947c403 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 944 time: 0.0975461 Jun 27 23:53:55.360900 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:55.360900 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.375224 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d1946a4d-8cc1-463f-927c-dadf2efae2d8 req-c67c90b2-9726-4fc7-bd6c-d657bce5966f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619578 Jun 27 23:53:55.395882 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:55.398831 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d306c-f5cb-4796-8da0-88b6d13c5638" -d '{"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:55.413232 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:55.427518 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.428337 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4f24346a-bdf2-4303-89a9-e67521be80af up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:55.513545 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719d331-fc44-48ce-ba2f-ee6fcd6edc36 x-openstack-request-id: req-3719d331-fc44-48ce-ba2f-ee6fcd6edc36 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:55.513866 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:55.514261 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3719d331-fc44-48ce-ba2f-ee6fcd6edc36 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:55.514534 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3719d331-fc44-48ce-ba2f-ee6fcd6edc36'] response: {'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'code': 200} Jun 27 23:53:55.580244 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:55.583347 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b815c-fdf2-4fc8-b339-e8c1bae211a6 req-f5d270e1-049b-4153-85be-cb20622c730a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:55.586832 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d00b815c-fdf2-4fc8-b339-e8c1bae211a6 req-f5d270e1-049b-4153-85be-cb20622c730a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 945 time: 0.0933926 Jun 27 23:53:55.623981 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 4f24346a-bdf2-4303-89a9-e67521be80af completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:53:55.634162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 4f24346a-bdf2-4303-89a9-e67521be80af triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:55.634704 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.753426 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 4f24346a-bdf2-4303-89a9-e67521be80af is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:55.753877 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.773609 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d00b815c-fdf2-4fc8-b339-e8c1bae211a6 req-67bfd85a-d394-4fc2-8e6c-b8fc81e21217 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713662 Jun 27 23:53:55.787021 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e44cc-c33c-45fc-9c4d-ccff9581484a req-62405a3e-69ec-4e52-865d-e04df9dcdf86 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:55.788616 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5b8e44cc-c33c-45fc-9c4d-ccff9581484a req-62405a3e-69ec-4e52-865d-e04df9dcdf86 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1960080 Jun 27 23:53:55.807703 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b57dd9-72a1-46c1-bc59-3d443139825b req-47e58fef-c1f6-46fd-8c13-a6aa1a811ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:55.809343 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15b57dd9-72a1-46c1-bc59-3d443139825b req-47e58fef-c1f6-46fd-8c13-a6aa1a811ff7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1130 time: 0.1351180 Jun 27 23:53:55.809992 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4f24346a-bdf2-4303-89a9-e67521be80af, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4f24346a-bdf2-4303-89a9-e67521be80af,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:55.816034 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:55.866663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=4f24346a-bdf2-4303-89a9-e67521be80af,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:55.872617 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15b57dd9-72a1-46c1-bc59-3d443139825b req-2f3cccde-11cf-4344-9c1f-95405129355c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546370 Jun 27 23:53:55.904557 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5b8e44cc-c33c-45fc-9c4d-ccff9581484a req-a6c596e3-380c-4870-b9de-ec6f10845f77 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055093 Jun 27 23:53:56.439351 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf516a-890c-48cf-85ce-78914cdc92ab req-b79d9cc8-da25-49d2-9460-4a212ea490ed tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:56.441692 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d6cf516a-890c-48cf-85ce-78914cdc92ab req-b79d9cc8-da25-49d2-9460-4a212ea490ed tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0676126 Jun 27 23:53:56.536210 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d6cf516a-890c-48cf-85ce-78914cdc92ab req-a89f9348-7eaf-4ae6-8c4b-1ee1d9827248 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831134 Jun 27 23:53:56.558643 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914c169-256a-484b-9b9a-0c30e06dbffd req-047979c0-3231-4a5a-9299-62428bac5b80 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:56.560236 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7914c169-256a-484b-9b9a-0c30e06dbffd req-047979c0-3231-4a5a-9299-62428bac5b80 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.0742426 Jun 27 23:53:56.618821 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7914c169-256a-484b-9b9a-0c30e06dbffd req-a5ec7990-05dc-4805-a644-173873b39986 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530012 Jun 27 23:53:56.876859 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122ac69-a18d-41e2-9b77-9b9c41c001c2 req-d758b586-d18f-40aa-be33-9c7dd1ea3871 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:56.878575 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8122ac69-a18d-41e2-9b77-9b9c41c001c2 req-d758b586-d18f-40aa-be33-9c7dd1ea3871 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 945 time: 0.0554206 Jun 27 23:53:56.939483 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8122ac69-a18d-41e2-9b77-9b9c41c001c2 req-5765044e-e6b1-4bff-b7f1-8208a12bc12f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532584 Jun 27 23:53:57.056339 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd64550-f098-4e15-a805-0ea95c7b92af req-bb86ec91-13c9-4a39-9a92-c38c85028cd1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:57.061905 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6cd64550-f098-4e15-a805-0ea95c7b92af req-bb86ec91-13c9-4a39-9a92-c38c85028cd1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0634506 Jun 27 23:53:57.116204 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6cd64550-f098-4e15-a805-0ea95c7b92af req-d029f78f-40f4-4220-aba6-4a8fc3ee72ef tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518031 Jun 27 23:53:57.170464 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ccd07518-b3de-4b60-a44e-f5a35b871776 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:53:57.225105 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port ccd07518-b3de-4b60-a44e-f5a35b871776 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:53:57.229570 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port ccd07518-b3de-4b60-a44e-f5a35b871776 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:53:57.231861 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:57.430294 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:53:57.437185 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port ccd07518-b3de-4b60-a44e-f5a35b871776 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:53:57.437786 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:57.473069 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ccd07518-b3de-4b60-a44e-f5a35b871776, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ccd07518-b3de-4b60-a44e-f5a35b871776,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:53:57.486235 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:57.521840 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af'}, {'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:53:57.524701 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2ba5f4-ee5f-48bb-b272-f7a119c0926a" -d '{"events": [{"server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "name": "network-vif-plugged", "status": "completed", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af"}, {"server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "name": "network-vif-plugged", "status": "completed", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:53:57.549667 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=ccd07518-b3de-4b60-a44e-f5a35b871776,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:57.589283 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Jun 2022 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a43a49-62c7-48cf-a07b-8e35c39c3425 x-openstack-request-id: req-f4a43a49-62c7-48cf-a07b-8e35c39c3425 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:53:57.589587 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "name": "network-vif-plugged", "status": "completed", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af", "code": 200}, {"server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "name": "network-vif-plugged", "status": "completed", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:53:57.589850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4a43a49-62c7-48cf-a07b-8e35c39c3425 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:53:57.590259 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a43a49-62c7-48cf-a07b-8e35c39c3425'] response: {'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af', 'code': 200} Jun 27 23:53:57.590524 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a43a49-62c7-48cf-a07b-8e35c39c3425'] response: {'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'code': 200} Jun 27 23:53:57.609650 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58156) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:57.788504 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54215b50-303d-4a5d-9f6b-9ad3b2e23b40 req-7c122d74-1263-4b7f-a458-f6b611bd8ba1 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:57.793724 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-54215b50-303d-4a5d-9f6b-9ad3b2e23b40 req-7c122d74-1263-4b7f-a458-f6b611bd8ba1 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1722825 Jun 27 23:53:57.837065 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6346d05f-a705-435b-aae2-07067ed4f1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:57.899320 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7ca54-7fd1-4427-9ed2-2d22bc6a633f req-f9dcf5b0-451b-4c1e-b3e8-107d066c2130 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:57.900967 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-98b7ca54-7fd1-4427-9ed2-2d22bc6a633f req-f9dcf5b0-451b-4c1e-b3e8-107d066c2130 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.1821759 Jun 27 23:53:57.933284 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-54215b50-303d-4a5d-9f6b-9ad3b2e23b40 req-14a0fb91-3780-4de3-b3bb-7a01402b5436 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328702 Jun 27 23:53:57.991368 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5bee-9e5e-48e9-abc0-e2234818d175 req-bdf477fb-fd91-4f3b-b0f8-f36b11499fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:57.993594 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eced5bee-9e5e-48e9-abc0-e2234818d175 req-bdf477fb-fd91-4f3b-b0f8-f36b11499fc5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1130 time: 0.1179860 Jun 27 23:53:58.012729 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24dc3c-fc71-411d-ba68-5ed4b0040865 req-85d501d1-38d2-4a05-874e-be188a6f7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:58.014477 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d24dc3c-fc71-411d-ba68-5ed4b0040865 req-85d501d1-38d2-4a05-874e-be188a6f7a7b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 1129 time: 0.1450217 Jun 27 23:53:58.030172 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-98b7ca54-7fd1-4427-9ed2-2d22bc6a633f req-119267f4-0554-4edd-9a87-b62abb51fddf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063628 Jun 27 23:53:58.036892 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6346d05f-a705-435b-aae2-07067ed4f1dd admin admin] Publish callbacks [] for security_group (0a7f2076-8859-49ff-b0f2-57d52a903345), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.047203 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6346d05f-a705-435b-aae2-07067ed4f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (0a7f2076-8859-49ff-b0f2-57d52a903345), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.086186 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-6346d05f-a705-435b-aae2-07067ed4f1dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d373c737ce64b1aa710bade1cd730ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753835 Jun 27 23:53:58.098609 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58170) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:58.128428 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d24dc3c-fc71-411d-ba68-5ed4b0040865 req-88764634-17ac-4992-9098-a371de6f63fd service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969508 Jun 27 23:53:58.152642 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d05f-a705-435b-aae2-07067ed4f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7f2076-8859-49ff-b0f2-57d52a903345,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:58.158538 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eced5bee-9e5e-48e9-abc0-e2234818d175 req-b53cb823-4734-4f87-b84c-65f6ea140923 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528723 Jun 27 23:53:58.162845 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594bc1a-8048-4679-9fbb-70ff0b41f764 req-bc87c995-9328-4504-9148-aed397eaf32a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:58.171859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9594bc1a-8048-4679-9fbb-70ff0b41f764 req-bc87c995-9328-4504-9148-aed397eaf32a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.1065593 Jun 27 23:53:58.201398 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeadd9cf-0226-469b-8711-a9bf62f635b5 admin admin] Publish callbacks [] for security_group (0a7f2076-8859-49ff-b0f2-57d52a903345), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.253807 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeadd9cf-0226-469b-8711-a9bf62f635b5 admin admin] Publish callbacks [] for security_group (0a7f2076-8859-49ff-b0f2-57d52a903345), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.299455 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9594bc1a-8048-4679-9fbb-70ff0b41f764 req-e9c9dac1-5080-49f4-8661-7bf789e687b7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263027 Jun 27 23:53:58.317789 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeadd9cf-0226-469b-8711-a9bf62f635b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (0a7f2076-8859-49ff-b0f2-57d52a903345), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.322252 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeadd9cf-0226-469b-8711-a9bf62f635b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.325497 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-eeadd9cf-0226-469b-8711-a9bf62f635b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a7f2076-8859-49ff-b0f2-57d52a903345 HTTP/1.1" status: 204 len: 168 time: 0.2254734 Jun 27 23:53:58.333972 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadd9cf-0226-469b-8711-a9bf62f635b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7f2076-8859-49ff-b0f2-57d52a903345,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:58.345091 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9707e-3303-40fa-8517-3df0c153e77b req-69fdd0b9-4448-4864-8916-7d636acc7dc5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:58.352428 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c1f9707e-3303-40fa-8517-3df0c153e77b req-69fdd0b9-4448-4864-8916-7d636acc7dc5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1106744 Jun 27 23:53:58.407887 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c1f9707e-3303-40fa-8517-3df0c153e77b req-2f550554-b633-4951-a666-2c4ff3f646c3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543618 Jun 27 23:53:58.614494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6321-8f71-45e9-bc2b-e78adaa4c390 req-c46931b3-3f38-4e02-a09b-987b0a930d30 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:58.616016 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-806c6321-8f71-45e9-bc2b-e78adaa4c390 req-c46931b3-3f38-4e02-a09b-987b0a930d30 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0537889 Jun 27 23:53:58.625920 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58190) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:58.630499 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'floatingip': {'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:53:58.655003 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58192) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:58.676158 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd0c2-383b-4c70-9f73-4d14fa07ac64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.708732 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (a22e755b-5bb2-427a-b824-8d641eb5299a), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.754234 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd0c2-383b-4c70-9f73-4d14fa07ac64 admin admin] Publish callbacks [] for security_group (9e9f6b03-77bb-4fe3-a246-f0e05243f83d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.760191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd0c2-383b-4c70-9f73-4d14fa07ac64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (9e9f6b03-77bb-4fe3-a246-f0e05243f83d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.799430 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b3cbd0c2-383b-4c70-9f73-4d14fa07ac64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23dfbd7d9e9944c281fa5dbb497b1aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425998 Jun 27 23:53:58.800235 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbd0c2-383b-4c70-9f73-4d14fa07ac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f6b03-77bb-4fe3-a246-f0e05243f83d,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:58.802201 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58198) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:58.938395 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a6b-6ce5-4763-bda3-22b02fb83c3d admin admin] Publish callbacks [] for security_group (9e9f6b03-77bb-4fe3-a246-f0e05243f83d), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:58.993838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a6b-6ce5-4763-bda3-22b02fb83c3d admin admin] Publish callbacks [] for security_group (9e9f6b03-77bb-4fe3-a246-f0e05243f83d), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:59.459112 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a6b-6ce5-4763-bda3-22b02fb83c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (9e9f6b03-77bb-4fe3-a246-f0e05243f83d), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:59.461844 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a6b-6ce5-4763-bda3-22b02fb83c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:59.465966 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1bc83a6b-6ce5-4763-bda3-22b02fb83c3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e9f6b03-77bb-4fe3-a246-f0e05243f83d HTTP/1.1" status: 204 len: 168 time: 0.6572447 Jun 27 23:53:59.493285 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58240) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:53:59.544778 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc83a6b-6ce5-4763-bda3-22b02fb83c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f6b03-77bb-4fe3-a246-f0e05243f83d,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:53:59.569886 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70181c61-3070-4c99-ac61-640797d2f4ea req-3e91347a-c833-4e71-9da2-5bb46f3931d8 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:59.577826 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-70181c61-3070-4c99-ac61-640797d2f4ea req-3e91347a-c833-4e71-9da2-5bb46f3931d8 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.4466963 Jun 27 23:53:59.764457 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b4b5-2325-4e1b-97f4-5e287e3f3f38 req-cd8f294c-316f-4250-8b8e-599f329aac28 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:53:59.766209 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8b88b4b5-2325-4e1b-97f4-5e287e3f3f38 req-cd8f294c-316f-4250-8b8e-599f329aac28 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.2958527 Jun 27 23:53:59.813399 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-70181c61-3070-4c99-ac61-640797d2f4ea req-e800b5ad-62b6-4404-87cc-00ad8d2cd901 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269974 Jun 27 23:53:59.818246 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:59.839554 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (a22e755b-5bb2-427a-b824-8d641eb5299a), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:59.852529 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23585d4e-d9c7-4af7-b6fc-a03c1ffa7945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:53:59.949550 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8b88b4b5-2325-4e1b-97f4-5e287e3f3f38 req-8281923e-2564-4c7a-ab9a-dcd3d6946fb4 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738906 Jun 27 23:53:59.987225 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23585d4e-d9c7-4af7-b6fc-a03c1ffa7945 admin admin] Publish callbacks [] for security_group (a0f06277-a00f-4163-ac62-be6db2794e94), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.001028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23585d4e-d9c7-4af7-b6fc-a03c1ffa7945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0f06277-a00f-4163-ac62-be6db2794e94), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.095087 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-23585d4e-d9c7-4af7-b6fc-a03c1ffa7945 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d8fe068c5f8429f81b8e6d8b3cc1690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004093 Jun 27 23:54:00.095885 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58268) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:00.103757 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Floating IP a22e755b-5bb2-427a-b824-8d641eb5299a associated. External IP: 172.27.1.166, port: f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804. Jun 27 23:54:00.104281 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23585d4e-d9c7-4af7-b6fc-a03c1ffa7945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f06277-a00f-4163-ac62-be6db2794e94,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:00.177194 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d019a8ee-a753-4b1d-b19f-df34b7f6b68b admin admin] Publish callbacks [] for security_group (a0f06277-a00f-4163-ac62-be6db2794e94), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.210202 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d019a8ee-a753-4b1d-b19f-df34b7f6b68b admin admin] Publish callbacks [] for security_group (a0f06277-a00f-4163-ac62-be6db2794e94), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.272173 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d019a8ee-a753-4b1d-b19f-df34b7f6b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0f06277-a00f-4163-ac62-be6db2794e94), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.275441 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d019a8ee-a753-4b1d-b19f-df34b7f6b68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.276723 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d019a8ee-a753-4b1d-b19f-df34b7f6b68b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0f06277-a00f-4163-ac62-be6db2794e94 HTTP/1.1" status: 204 len: 168 time: 0.1786082 Jun 27 23:54:00.296544 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a8ee-a753-4b1d-b19f-df34b7f6b68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f06277-a00f-4163-ac62-be6db2794e94,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:00.475685 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:00.673291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:00.681227 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.694027 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:00.712282 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:00.714470 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:00.751190 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-8be7ff58-7af9-4b34-97ac-6b46e1525ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "PUT /v2.0/floatingips/a22e755b-5bb2-427a-b824-8d641eb5299a HTTP/1.1" status: 200 len: 992 time: 2.1240299 Jun 27 23:54:00.751836 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:00.754238 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2d2f3-6909-443f-b6d4-578b3f07704e" -d '{"events": [{"name": "network-changed", "server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:00.794184 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58302) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:00.812660 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5890c79b-c163-4ba6-bdd6-b68169165975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.842042 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a29cf1-5860-4390-b445-b3a9b519b858 x-openstack-request-id: req-21a29cf1-5860-4390-b445-b3a9b519b858 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:00.842338 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:00.842608 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21a29cf1-5860-4390-b445-b3a9b519b858 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:00.843045 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a29cf1-5860-4390-b445-b3a9b519b858'] response: {'name': 'network-changed', 'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'status': 'completed', 'code': 200} Jun 27 23:54:00.981337 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5890c79b-c163-4ba6-bdd6-b68169165975 admin admin] Publish callbacks [] for security_group (587b48c9-ba95-40c8-b477-03e63867d7ae), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:00.992454 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5890c79b-c163-4ba6-bdd6-b68169165975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (587b48c9-ba95-40c8-b477-03e63867d7ae), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.015735 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d026-b14c-47d4-a7c6-30b292a36bc1 req-3aba3cec-37e0-4f50-ab3d-3c019cc8d046 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.025697 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:01.033767 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5a6d026-b14c-47d4-a7c6-30b292a36bc1 req-3aba3cec-37e0-4f50-ab3d-3c019cc8d046 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.0991046 Jun 27 23:54:01.044827 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-5890c79b-c163-4ba6-bdd6-b68169165975 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae597042b93e4564b11c873928226ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489915 Jun 27 23:54:01.049646 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58316) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:01.109773 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890c79b-c163-4ba6-bdd6-b68169165975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b48c9-ba95-40c8-b477-03e63867d7ae,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:01.163604 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-c2b11ee0-55ab-4f9d-8bb6-c9d24ef5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.165328 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-c2b11ee0-55ab-4f9d-8bb6-c9d24ef5ed7d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1130 time: 0.1694763 Jun 27 23:54:01.218438 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5a6d026-b14c-47d4-a7c6-30b292a36bc1 req-e733c880-0695-4b91-995d-e864cd8a3291 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826797 Jun 27 23:54:01.307794 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e54b1553-92ab-4001-97f5-b6a5d50fea3d admin admin] Publish callbacks [] for security_group (587b48c9-ba95-40c8-b477-03e63867d7ae), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.379476 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e54b1553-92ab-4001-97f5-b6a5d50fea3d admin admin] Publish callbacks [] for security_group (587b48c9-ba95-40c8-b477-03e63867d7ae), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.382528 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-e286dd35-4e5e-47c4-a68e-5ee76e5dac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.384507 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-e286dd35-4e5e-47c4-a68e-5ee76e5dac9d service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.1515558 Jun 27 23:54:01.406193 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4455a-a0b3-4cc4-8fa4-d30580493f51 req-82758647-d546-4422-aa00-8527d6fb9d95 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.407760 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7c4455a-a0b3-4cc4-8fa4-d30580493f51 req-82758647-d546-4422-aa00-8527d6fb9d95 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.2686012 Jun 27 23:54:01.491419 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ebcd4-a724-4555-968d-795a13cda86d req-e00706bd-af8c-4cf1-bb8c-26237a2eec35 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.493161 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-527ebcd4-a724-4555-968d-795a13cda86d req-e00706bd-af8c-4cf1-bb8c-26237a2eec35 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.1710916 Jun 27 23:54:01.504044 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58328) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:01.515587 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:01.538007 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7c4455a-a0b3-4cc4-8fa4-d30580493f51 req-4e83977f-18a8-447e-b9d2-c68ed0443ce1 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188328 Jun 27 23:54:01.547986 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'a22e755b-5bb2-427a-b824-8d641eb5299a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'mac_address': 'fa:16:3e:bb:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441c8680-6922-4873-bc06-975833adf15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:53:59Z', 'revision_number': 1, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:01.577878 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-2b4b8b86-3b0b-469f-884d-2a2a6f632606 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 1000 time: 0.1793396 Jun 27 23:54:01.583484 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:01.596041 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:01.596957 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:01.635240 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e54b1553-92ab-4001-97f5-b6a5d50fea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (587b48c9-ba95-40c8-b477-03e63867d7ae), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.640125 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e54b1553-92ab-4001-97f5-b6a5d50fea3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.644364 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e54b1553-92ab-4001-97f5-b6a5d50fea3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/587b48c9-ba95-40c8-b477-03e63867d7ae HTTP/1.1" status: 204 len: 168 time: 0.5814857 Jun 27 23:54:01.666263 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (1299f3a6-bdcf-42a2-a09f-a29f7ae885c3), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.670445 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b1553-92ab-4001-97f5-b6a5d50fea3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b48c9-ba95-40c8-b477-03e63867d7ae,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:01.691457 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58340) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:01.737395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-4c00aa5a-fc47-4f88-bfb6-97ed106bcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.742954 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-4c00aa5a-fc47-4f88-bfb6-97ed106bcce1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.1443679 Jun 27 23:54:01.810384 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:01.845140 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-cd7ea580-b43a-48a6-be2a-482628c35e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.846633 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-cd7ea580-b43a-48a6-be2a-482628c35e14 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976729 Jun 27 23:54:01.881541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce266e7-7731-405a-88c9-395606246ff4 req-b218c1d8-55cf-488a-8b76-e7f4d7fae809 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:01.885526 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ce266e7-7731-405a-88c9-395606246ff4 req-b218c1d8-55cf-488a-8b76-e7f4d7fae809 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.2389846 Jun 27 23:54:01.892973 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58346) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:01.901913 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'floatingip': {'port_id': 'ccd07518-b3de-4b60-a44e-f5a35b871776'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:01.939190 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-634e8d69-efb3-4486-a086-5e38940f72cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:01.981772 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (cf6bf3ab-7cf8-4113-9970-b4de5996f050), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.013386 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.022941 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-fc0ffcfa-1577-4de0-8289-963a8b4f07e9 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689851 Jun 27 23:54:02.146372 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-634e8d69-efb3-4486-a086-5e38940f72cd admin admin] Publish callbacks [] for security_group (025a2d07-d251-436e-ad89-38451a627f98), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.161023 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-634e8d69-efb3-4486-a086-5e38940f72cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (025a2d07-d251-436e-ad89-38451a627f98), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.183772 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8de2d2f3-6909-443f-b6d4-578b3f07704e req-37623fd5-f2cf-4b5a-87e4-e70cedc48294 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542842 Jun 27 23:54:02.197554 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'a22e755b-5bb2-427a-b824-8d641eb5299a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'mac_address': 'fa:16:3e:bb:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441c8680-6922-4873-bc06-975833adf15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:53:59Z', 'revision_number': 1, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:02.210186 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-634e8d69-efb3-4486-a086-5e38940f72cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91d1a010eb184c0b9651fee8eedb183c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116749 Jun 27 23:54:02.210512 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8d69-efb3-4486-a086-5e38940f72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025a2d07-d251-436e-ad89-38451a627f98,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:02.212814 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58356) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:02.269300 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-46c72010-1ced-45c0-bfcb-315de8d80ac0 admin admin] Publish callbacks [] for security_group (025a2d07-d251-436e-ad89-38451a627f98), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.281708 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d3185f-c67f-4385-92d7-082ef09f0c3e None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'a22e755b-5bb2-427a-b824-8d641eb5299a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'mac_address': 'fa:16:3e:bb:30:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441c8680-6922-4873-bc06-975833adf15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:53:59Z', 'revision_number': 1, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:02.319876 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-46c72010-1ced-45c0-bfcb-315de8d80ac0 admin admin] Publish callbacks [] for security_group (025a2d07-d251-436e-ad89-38451a627f98), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.379081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-46c72010-1ced-45c0-bfcb-315de8d80ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (025a2d07-d251-436e-ad89-38451a627f98), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.382014 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-46c72010-1ced-45c0-bfcb-315de8d80ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.383475 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-46c72010-1ced-45c0-bfcb-315de8d80ac0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/025a2d07-d251-436e-ad89-38451a627f98 HTTP/1.1" status: 204 len: 168 time: 0.1696990 Jun 27 23:54:02.392814 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c72010-1ced-45c0-bfcb-315de8d80ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a2d07-d251-436e-ad89-38451a627f98,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:02.638246 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc05bc-4d6a-4398-a5c6-b8df837e7ec4 None None] New status for floating IP a22e755b-5bb2-427a-b824-8d641eb5299a: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:54:02.743053 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-20770da3-7315-4736-a1ab-12bc42c05a49 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830631 Jun 27 23:54:02.913074 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:02.935228 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-62f69288-3493-4e50-94f9-6560d4b29e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:02.937031 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-62f69288-3493-4e50-94f9-6560d4b29e4f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fcc51605db08492e95b9513293dd7f46&device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 1130 time: 0.1035845 Jun 27 23:54:02.940168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (1299f3a6-bdcf-42a2-a09f-a29f7ae885c3), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:03.133039 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.db.resource_extend [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 23:54:03.164916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-b145f84e-4e00-486c-a03d-31d517db6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:03.166476 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-b145f84e-4e00-486c-a03d-31d517db6bbe service neutron] 10.222.0.27 "GET /v2.0/networks?id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 HTTP/1.1" status: 200 len: 913 time: 0.2030215 Jun 27 23:54:03.224797 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-36baf708-484a-4eee-837d-8eed9b2d3f65 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae HTTP/1.1" status: 200 len: 217 time: 0.0421638 Jun 27 23:54:03.283797 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:03.285617 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP 1299f3a6-bdcf-42a2-a09f-a29f7ae885c3 associated. External IP: 172.27.1.197, port: 4f24346a-bdf2-4303-89a9-e67521be80af. Jun 27 23:54:03.292230 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-acee68a4-05d4-4ed8-ae61-5e5c030c8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:03.294284 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-acee68a4-05d4-4ed8-ae61-5e5c030c8b1d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=07b78285-f57e-49bc-a856-28c4d2e737f8 HTTP/1.1" status: 200 len: 851 time: 0.0623066 Jun 27 23:54:03.340860 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (cf6bf3ab-7cf8-4113-9970-b4de5996f050), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:03.357901 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-ed2a06ce-153b-48e7-82df-e64f23b16a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:03.359403 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-ed2a06ce-153b-48e7-82df-e64f23b16a69 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584118 Jun 27 23:54:03.453840 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-f897ad51-87b3-468d-8e9f-5b6939eff4eb service neutron] 10.222.0.27 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878272 Jun 27 23:54:03.491039 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Floating IP cf6bf3ab-7cf8-4113-9970-b4de5996f050 associated. External IP: 172.27.1.251, port: ccd07518-b3de-4b60-a44e-f5a35b871776. Jun 27 23:54:03.576672 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6c8ea61d-bb0a-40e6-a093-b916a963194d req-2b363e2d-b25c-41f2-929c-d601647d4ee8 service neutron] 10.222.0.27 "GET /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166241 Jun 27 23:54:03.736796 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:03.911400 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:03.963696 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:03.969388 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:03.976210 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:03.991128 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:03.992705 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:04.162990 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:04.262186 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6cf221c1-cf1c-4802-8dc7-09a295ddc722 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "PUT /v2.0/floatingips/1299f3a6-bdcf-42a2-a09f-a29f7ae885c3 HTTP/1.1" status: 200 len: 991 time: 2.7569201 Jun 27 23:54:04.264369 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:04.266701 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cda229-073c-4af6-88fd-b324768af47d" -d '{"events": [{"name": "network-changed", "server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:04.285903 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:04.292519 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:04.300645 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:04.317516 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:04.318637 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:04.346915 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f2583-7884-4138-97fc-c0ad2e55d4bd x-openstack-request-id: req-6e3f2583-7884-4138-97fc-c0ad2e55d4bd {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:04.347209 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:04.347468 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e3f2583-7884-4138-97fc-c0ad2e55d4bd {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:04.347876 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3f2583-7884-4138-97fc-c0ad2e55d4bd'] response: {'name': 'network-changed', 'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af', 'status': 'completed', 'code': 200} Jun 27 23:54:04.357754 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6949b220-2b3c-4dbe-9e38-63fd479c7cab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "PUT /v2.0/floatingips/cf6bf3ab-7cf8-4113-9970-b4de5996f050 HTTP/1.1" status: 200 len: 992 time: 2.4616461 Jun 27 23:54:04.475996 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:04.514959 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cda229-073c-4af6-88fd-b324768af47d req-289d82ce-a57d-4286-bd0b-877c482261d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:04.516463 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-289d82ce-a57d-4286-bd0b-877c482261d5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 1129 time: 0.0889602 Jun 27 23:54:04.527843 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:02Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:04.567956 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:04.577037 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:04.577955 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:04.645626 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cda229-073c-4af6-88fd-b324768af47d req-7ff9656e-037f-4804-b7e7-0fd023adf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:04.646740 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-7ff9656e-037f-4804-b7e7-0fd023adf97d service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.1207976 Jun 27 23:54:04.764494 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-fa4c018c-a28c-4b3b-98f3-c727337905c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f24346a-bdf2-4303-89a9-e67521be80af HTTP/1.1" status: 200 len: 999 time: 0.1080301 Jun 27 23:54:04.766143 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:04.832117 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cda229-073c-4af6-88fd-b324768af47d req-dad07747-fbf3-488e-8f24-e30feb6c1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:04.833647 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-dad07747-fbf3-488e-8f24-e30feb6c1994 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0603187 Jun 27 23:54:04.894016 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cda229-073c-4af6-88fd-b324768af47d req-60bb16ec-8904-45c3-9fca-b550225b4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:04.896089 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-60bb16ec-8904-45c3-9fca-b550225b4c93 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494547 Jun 27 23:54:04.913673 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58498) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:04.990778 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'cf6bf3ab-7cf8-4113-9970-b4de5996f050', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'port_id': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'mac_address': 'fa:16:3e:b9:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f368799-490e-4955-b0c2-b7327dcd704f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:24Z', 'updated_at': '2022-06-27T23:54:02Z', 'revision_number': 1, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:05.023199 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:02Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:05.025781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:05.030937 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-3393de4a-b125-4df5-b309-574dcc98a62c service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072123 Jun 27 23:54:05.036118 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:05.037246 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:05.107850 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.147776 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c33ec-c887-4e11-9696-6d4867fe34d5 None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:02Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:05.149170 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:05.396166 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-56cda229-073c-4af6-88fd-b324768af47d req-726608c0-0df3-40a2-a98e-f4230ef282d5 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579853 Jun 27 23:54:05.435312 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Publish callbacks [] for security_group (ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.443327 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.444129 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'cf6bf3ab-7cf8-4113-9970-b4de5996f050', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'port_id': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'mac_address': 'fa:16:3e:b9:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f368799-490e-4955-b0c2-b7327dcd704f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:24Z', 'updated_at': '2022-06-27T23:54:02Z', 'revision_number': 1, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:05.481655 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ceec6-6ffb-42a6-9008-b7e7e86db075 None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'cf6bf3ab-7cf8-4113-9970-b4de5996f050', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'port_id': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'mac_address': 'fa:16:3e:b9:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f368799-490e-4955-b0c2-b7327dcd704f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:24Z', 'updated_at': '2022-06-27T23:54:02Z', 'revision_number': 1, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:05.482668 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:05.495937 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.496308 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.496651 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.496980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.497336 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.497661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.497982 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.498303 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.498636 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.498966 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.499289 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.499602 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.499913 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:05.540557 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-77e62048-e127-4777-9bf3-0eead71c098a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28e168eafa68477ca29c0580f9d42dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6255505 Jun 27 23:54:05.544051 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58512) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:05.596158 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e37ff742-df00-4f79-b035-d5b8c5678aa5 admin admin] Publish callbacks [] for security_group (ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.620792 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e37ff742-df00-4f79-b035-d5b8c5678aa5 admin admin] Publish callbacks [] for security_group (ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.676677 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e37ff742-df00-4f79-b035-d5b8c5678aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.679244 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e37ff742-df00-4f79-b035-d5b8c5678aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:05.680400 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e37ff742-df00-4f79-b035-d5b8c5678aa5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b HTTP/1.1" status: 204 len: 168 time: 0.1352451 Jun 27 23:54:05.688447 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ff742-df00-4f79-b035-d5b8c5678aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31a7a7-2681-41d7-93be-9d6ff5ba9c0b,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:05.775077 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3e602-546e-43e7-bd08-bd801aa40ce1 None None] New status for floating IP cf6bf3ab-7cf8-4113-9970-b4de5996f050: ACTIVE {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:54:06.049130 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a0400c-8882-423f-ac9f-5ddc3c7c391d None None] New status for floating IP 1299f3a6-bdcf-42a2-a09f-a29f7ae885c3: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:54:06.083624 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58528) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:06.098310 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.207684 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Publish callbacks [] for security_group (2b7e70b3-ed10-42c6-8bc9-cf25b738e106), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.216047 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2b7e70b3-ed10-42c6-8bc9-cf25b738e106), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.238619 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58534) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:06.255321 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f93d58a8ac69458fb76820760d3dccb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706092 Jun 27 23:54:06.257339 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7e70b3-ed10-42c6-8bc9-cf25b738e106,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:06.259119 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58538) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:06.264763 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.265155 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.265505 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.265846 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.266184 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.266517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.266850 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.267197 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.267509 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.267839 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.268170 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.268487 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.268809 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfe929-dd41-4998-8ad7-06329cc66b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:06.322363 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cd34ecdb-af7a-4540-a10f-c2f02e76e4d7 admin admin] Publish callbacks [] for security_group (2b7e70b3-ed10-42c6-8bc9-cf25b738e106), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.344169 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cd34ecdb-af7a-4540-a10f-c2f02e76e4d7 admin admin] Publish callbacks [] for security_group (2b7e70b3-ed10-42c6-8bc9-cf25b738e106), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.349327 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:06.351722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f1daa4-a370-4388-a574-35fd18f86bde" -d '{"events": [{"name": "network-changed", "server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:06.365135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-84cc5e07-c7aa-468d-9dc4-c2d89413e53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.387291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41ade5-ad19-4e16-a084-e48dd425750a x-openstack-request-id: req-2f41ade5-ad19-4e16-a084-e48dd425750a {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:06.387742 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:06.387974 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f41ade5-ad19-4e16-a084-e48dd425750a {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:06.388401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f41ade5-ad19-4e16-a084-e48dd425750a'] response: {'name': 'network-changed', 'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'status': 'completed', 'code': 200} Jun 27 23:54:06.429873 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cd34ecdb-af7a-4540-a10f-c2f02e76e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2b7e70b3-ed10-42c6-8bc9-cf25b738e106), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.432302 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cd34ecdb-af7a-4540-a10f-c2f02e76e4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.433988 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-cd34ecdb-af7a-4540-a10f-c2f02e76e4d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b7e70b3-ed10-42c6-8bc9-cf25b738e106 HTTP/1.1" status: 204 len: 168 time: 0.1739156 Jun 27 23:54:06.446804 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34ecdb-af7a-4540-a10f-c2f02e76e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7e70b3-ed10-42c6-8bc9-cf25b738e106,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:06.470127 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-84cc5e07-c7aa-468d-9dc4-c2d89413e53b admin admin] Publish callbacks [] for security_group (d6b579b2-1891-4078-9742-0ee11982d881), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.476223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-84cc5e07-c7aa-468d-9dc4-c2d89413e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d6b579b2-1891-4078-9742-0ee11982d881), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.516725 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-84cc5e07-c7aa-468d-9dc4-c2d89413e53b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cd8a4d42a2a4405995acf68b249e0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760804 Jun 27 23:54:06.517656 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5e07-c7aa-468d-9dc4-c2d89413e53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b579b2-1891-4078-9742-0ee11982d881,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:06.519941 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58544) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:06.580367 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-887deb38-96fc-4900-b865-50d59ceb0229 admin admin] Publish callbacks [] for security_group (d6b579b2-1891-4078-9742-0ee11982d881), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.601218 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-887deb38-96fc-4900-b865-50d59ceb0229 admin admin] Publish callbacks [] for security_group (d6b579b2-1891-4078-9742-0ee11982d881), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.652841 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-887deb38-96fc-4900-b865-50d59ceb0229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d6b579b2-1891-4078-9742-0ee11982d881), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.656354 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-887deb38-96fc-4900-b865-50d59ceb0229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:06.657216 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-887deb38-96fc-4900-b865-50d59ceb0229 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6b579b2-1891-4078-9742-0ee11982d881 HTTP/1.1" status: 204 len: 168 time: 0.1359398 Jun 27 23:54:06.665948 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887deb38-96fc-4900-b865-50d59ceb0229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b579b2-1891-4078-9742-0ee11982d881,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:06.959796 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58568) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:06.972841 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-700a046d-96ce-44e3-a0c4-1b61aba9139d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.049404 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-700a046d-96ce-44e3-a0c4-1b61aba9139d admin admin] Publish callbacks [] for security_group (f18dd20e-c182-4049-b342-f943bb537e6f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.054704 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-700a046d-96ce-44e3-a0c4-1b61aba9139d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (f18dd20e-c182-4049-b342-f943bb537e6f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.094311 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-700a046d-96ce-44e3-a0c4-1b61aba9139d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94ff4cf19602452185378146f76a9939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333678 Jun 27 23:54:07.095168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a046d-96ce-44e3-a0c4-1b61aba9139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18dd20e-c182-4049-b342-f943bb537e6f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:07.097275 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58572) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:07.152497 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3e633fdd-3c6d-4e19-b9dc-cdc7548a05ac admin admin] Publish callbacks [] for security_group (f18dd20e-c182-4049-b342-f943bb537e6f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.176648 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3e633fdd-3c6d-4e19-b9dc-cdc7548a05ac admin admin] Publish callbacks [] for security_group (f18dd20e-c182-4049-b342-f943bb537e6f), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.238053 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3e633fdd-3c6d-4e19-b9dc-cdc7548a05ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (f18dd20e-c182-4049-b342-f943bb537e6f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.240621 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3e633fdd-3c6d-4e19-b9dc-cdc7548a05ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.244632 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3e633fdd-3c6d-4e19-b9dc-cdc7548a05ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f18dd20e-c182-4049-b342-f943bb537e6f HTTP/1.1" status: 204 len: 168 time: 0.1414337 Jun 27 23:54:07.252635 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e633fdd-3c6d-4e19-b9dc-cdc7548a05ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18dd20e-c182-4049-b342-f943bb537e6f,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:07.644951 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58598) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:07.658632 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e1718aed-c71b-4594-85ca-8867dcd05c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.736094 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e1718aed-c71b-4594-85ca-8867dcd05c36 admin admin] Publish callbacks [] for security_group (46d9a53e-e13b-45c7-9305-de8f85a99614), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.741319 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e1718aed-c71b-4594-85ca-8867dcd05c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (46d9a53e-e13b-45c7-9305-de8f85a99614), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.779293 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e1718aed-c71b-4594-85ca-8867dcd05c36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b9f5b02d82e47ffb9d13243fed37124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330905 Jun 27 23:54:07.781186 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1718aed-c71b-4594-85ca-8867dcd05c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d9a53e-e13b-45c7-9305-de8f85a99614,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:07.782114 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58604) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:07.836832 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-72063d2a-d141-4a41-83ee-4a0685347c94 admin admin] Publish callbacks [] for security_group (46d9a53e-e13b-45c7-9305-de8f85a99614), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.858844 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-72063d2a-d141-4a41-83ee-4a0685347c94 admin admin] Publish callbacks [] for security_group (46d9a53e-e13b-45c7-9305-de8f85a99614), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.915604 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-72063d2a-d141-4a41-83ee-4a0685347c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (46d9a53e-e13b-45c7-9305-de8f85a99614), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.918508 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-72063d2a-d141-4a41-83ee-4a0685347c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:07.919702 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-72063d2a-d141-4a41-83ee-4a0685347c94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46d9a53e-e13b-45c7-9305-de8f85a99614 HTTP/1.1" status: 204 len: 168 time: 0.1366289 Jun 27 23:54:07.928829 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72063d2a-d141-4a41-83ee-4a0685347c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d9a53e-e13b-45c7-9305-de8f85a99614,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:08.960422 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1daa4-a370-4388-a574-35fd18f86bde req-43e96997-2651-4363-9d82-b2a5e5aec455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:08.962194 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-43e96997-2651-4363-9d82-b2a5e5aec455 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1130 time: 0.0475347 Jun 27 23:54:09.065695 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1daa4-a370-4388-a574-35fd18f86bde req-bf39bcb2-882b-4809-8ea0-ad61d65beb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:09.067171 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-bf39bcb2-882b-4809-8ea0-ad61d65beb00 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.0899954 Jun 27 23:54:09.131090 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-9d1783a0-b2ad-4ef9-94e0-e3021b302ea1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 1002 time: 0.0565434 Jun 27 23:54:09.203722 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1daa4-a370-4388-a574-35fd18f86bde req-bbee2e05-ed0f-44b6-a6da-0e1b97042606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:09.203722 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-bbee2e05-ed0f-44b6-a6da-0e1b97042606 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0511627 Jun 27 23:54:09.276256 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1daa4-a370-4388-a574-35fd18f86bde req-a2e98a4b-3d79-4685-b9b3-92d2e33a970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:09.278845 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-a2e98a4b-3d79-4685-b9b3-92d2e33a970e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602658 Jun 27 23:54:09.386805 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-ef0089bd-92ec-4554-961f-dc3fee14752b service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988407 Jun 27 23:54:09.486409 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-62f1daa4-a370-4388-a574-35fd18f86bde req-c4832984-0203-4470-bde8-ee40791c7120 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885563 Jun 27 23:54:12.712585 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58828) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:12.805830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b77cd-defe-4de6-8d0d-f5afbd82fe4a req-a90a83fa-e2bf-4e4e-9f72-96e7e91c2955 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:12.807357 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a98b77cd-defe-4de6-8d0d-f5afbd82fe4a req-a90a83fa-e2bf-4e4e-9f72-96e7e91c2955 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0558259 Jun 27 23:54:12.823311 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d4e32b7b-96e2-4600-af9f-a9bf415d6813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:12.854650 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a98b77cd-defe-4de6-8d0d-f5afbd82fe4a req-24dd67a3-9b3a-4d3d-962c-1d4f4866628e tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Jun 27 23:54:12.900280 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d4e32b7b-96e2-4600-af9f-a9bf415d6813 admin admin] Publish callbacks [] for security_group (57cc1fcd-aa3b-46bb-bca1-516723bb3a13), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:12.904902 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d4e32b7b-96e2-4600-af9f-a9bf415d6813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (57cc1fcd-aa3b-46bb-bca1-516723bb3a13), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:12.943434 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d4e32b7b-96e2-4600-af9f-a9bf415d6813 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e777268e07d44d39aa2eef759f0e9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296028 Jun 27 23:54:12.944309 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e32b7b-96e2-4600-af9f-a9bf415d6813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc1fcd-aa3b-46bb-bca1-516723bb3a13,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:12.946233 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58836) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:12.999514 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaac8-4d7c-4ec5-a0ad-9d678913c7c4 admin admin] Publish callbacks [] for security_group (57cc1fcd-aa3b-46bb-bca1-516723bb3a13), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.022578 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaac8-4d7c-4ec5-a0ad-9d678913c7c4 admin admin] Publish callbacks [] for security_group (57cc1fcd-aa3b-46bb-bca1-516723bb3a13), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.071266 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaac8-4d7c-4ec5-a0ad-9d678913c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (57cc1fcd-aa3b-46bb-bca1-516723bb3a13), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.074459 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaac8-4d7c-4ec5-a0ad-9d678913c7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.075718 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-ee9eaac8-4d7c-4ec5-a0ad-9d678913c7c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57cc1fcd-aa3b-46bb-bca1-516723bb3a13 HTTP/1.1" status: 204 len: 168 time: 0.1273201 Jun 27 23:54:13.083833 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eaac8-4d7c-4ec5-a0ad-9d678913c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc1fcd-aa3b-46bb-bca1-516723bb3a13,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:13.121661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58842) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:13.232711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f98fc69-407c-4e74-a91f-d36c057a91da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.309493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f98fc69-407c-4e74-a91f-d36c057a91da admin admin] Publish callbacks [] for security_group (b5d56400-3f88-4343-b3ab-03a202f9ecd4), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.313733 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5f98fc69-407c-4e74-a91f-d36c057a91da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b5d56400-3f88-4343-b3ab-03a202f9ecd4), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.353711 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-5f98fc69-407c-4e74-a91f-d36c057a91da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f48f5752cd14af8b70bc9a8f0ad5130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307675 Jun 27 23:54:13.359082 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98fc69-407c-4e74-a91f-d36c057a91da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d56400-3f88-4343-b3ab-03a202f9ecd4,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:13.359452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58854) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:13.428289 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c56ca3a7-0cd2-4c6c-9bf2-9c94cec6c200 admin admin] Publish callbacks [] for security_group (b5d56400-3f88-4343-b3ab-03a202f9ecd4), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.453838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c56ca3a7-0cd2-4c6c-9bf2-9c94cec6c200 admin admin] Publish callbacks [] for security_group (b5d56400-3f88-4343-b3ab-03a202f9ecd4), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.511727 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c56ca3a7-0cd2-4c6c-9bf2-9c94cec6c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b5d56400-3f88-4343-b3ab-03a202f9ecd4), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.514929 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c56ca3a7-0cd2-4c6c-9bf2-9c94cec6c200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:13.516157 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c56ca3a7-0cd2-4c6c-9bf2-9c94cec6c200 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5d56400-3f88-4343-b3ab-03a202f9ecd4 HTTP/1.1" status: 204 len: 168 time: 0.1550758 Jun 27 23:54:13.524472 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ca3a7-0cd2-4c6c-9bf2-9c94cec6c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d56400-3f88-4343-b3ab-03a202f9ecd4,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:13.868905 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58886) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:13.980766 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e594b-e191-4c32-94e6-a182de21a4e4 req-b4120e88-ea0b-497f-926d-2bf0b8cc7693 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:13.982397 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-644e594b-e191-4c32-94e6-a182de21a4e4 req-b4120e88-ea0b-497f-926d-2bf0b8cc7693 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0564561 Jun 27 23:54:14.035725 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1774763861-network', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:14.052644 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-644e594b-e191-4c32-94e6-a182de21a4e4 req-1b73a889-1355-45db-8594-c8efe73bd535 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640910 Jun 27 23:54:14.066208 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Made reservation on behalf of 82b40fa1762542d0b8c79591d73689ab for: {'network': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:14.068918 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.081537 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.169475 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks [] for security_group (530e5c8c-ee71-4d27-85ca-30d8424b9502), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.175333 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (530e5c8c-ee71-4d27-85ca-30d8424b9502), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.206471 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=115319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:54:14.220769 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530e5c8c-ee71-4d27-85ca-30d8424b9502,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:14.228964 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741905084865', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (d78f8131-31de-4e92-b9ba-8293f450dcb6), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.229531 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Unsubscribe: segment precommit_create {{(pid=115319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 23:54:14.230700 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.segments_db [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Added segment d78f8131-31de-4e92-b9ba-8293f450dcb6 of type vlan for network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 Jun 27 23:54:14.277998 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (51420aa8-d8f9-4897-97e5-76d3301cd2a0), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.312646 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (51420aa8-d8f9-4897-97e5-76d3301cd2a0), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.313786 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:14.314307 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.384454 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5116971 Jun 27 23:54:14.384875 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58906) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:14.391560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Request body: {'subnet': {'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1774763861-subnet', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:14.416698 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc11da2-9f6e-4b01-ac32-9b82975bd95b admin admin] Pushing event updated for resources: {'Network': ['ID=51420aa8-d8f9-4897-97e5-76d3301cd2a0,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:14.419699 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Made reservation on behalf of 82b40fa1762542d0b8c79591d73689ab for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:14.430442 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:54:14.437665 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.647927 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (d95632d7-0b8c-4b53-8c66-dbf63327b343), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.731510 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95632d7-0b8c-4b53-8c66-dbf63327b343,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:14.741305 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Checking segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:14.741669 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Network hostable DHCP agents. Network: 51420aa8-d8f9-4897-97e5-76d3301cd2a0, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:54:14.770090 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:54:14.780201 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 51420aa8-d8f9-4897-97e5-76d3301cd2a0) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:14.785785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:14.786653 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.794179 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35fce8-8fb5-4e03-911e-c96910343c28 None None] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:14.810112 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-cdbd4d40-05b2-44d5-bfb3-8bcb279def3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4226959 Jun 27 23:54:14.811466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58930) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:14.816682 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:14.838260 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (5cf45d85-89ed-48c5-ab0c-a13518324b35), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.839457 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (5cf45d85-89ed-48c5-ab0c-a13518324b35), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.893555 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks [] for router_controller (5cf45d85-89ed-48c5-ab0c-a13518324b35), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:14.911830 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:54:14.912838 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.046277 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks [] for router_gateway (5cf45d85-89ed-48c5-ab0c-a13518324b35), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.074634 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Allocated IP 172.20.0.2 (51420aa8-d8f9-4897-97e5-76d3301cd2a0/d95632d7-0b8c-4b53-8c66-dbf63327b343/c50a94a9-8159-43cf-97a4-b3b5f0eb9d30) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:15.200070 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a84cd-0107-427a-a926-df5bd4640efb req-a122334d-cbf5-4058-85c2-1d2f9d2b959c tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:15.202341 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-515a84cd-0107-427a-a926-df5bd4640efb req-a122334d-cbf5-4058-85c2-1d2f9d2b959c tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.0644860 Jun 27 23:54:15.259199 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Publish callbacks [] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.261841 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-515a84cd-0107-427a-a926-df5bd4640efb req-e55ff5b8-ab01-4ccd-81fc-49c509f7ad89 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/security-groups?id=2888670c-f94a-490f-a373-fc68ef231d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531025 Jun 27 23:54:15.266503 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.292483 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64150b-c357-4914-9c84-62489cd6be93 req-1c2addda-a83c-49a4-8897-cbe19c6f8b36 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:15.293997 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eb64150b-c357-4914-9c84-62489cd6be93 req-1c2addda-a83c-49a4-8897-cbe19c6f8b36 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.27 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 946 time: 0.1545682 Jun 27 23:54:15.306859 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:15.309797 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:15.312320 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:15.331374 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Pushing event updated for resources: {'Port': ['ID=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:15.354455 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.354893 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.355238 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.355642 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.356002 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.356338 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.356668 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.357028 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.357390 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.357702 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.358038 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.358350 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.358669 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:15.408978 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Attempting to bind port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:15.411019 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Attempting to bind port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:15.411393 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Attempting to bind port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:15.417508 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:15.417830 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Checking segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:15.418241 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.418636 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Bound using segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:15.419166 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Bound port: c50a94a9-8159-43cf-97a4-b3b5f0eb9d30, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:15.419574 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.430368 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks [] for router_gateway (5cf45d85-89ed-48c5-ab0c-a13518324b35), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.456674 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.482726 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] For port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:15.485961 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] For port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:15.492235 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.530605 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Deleting port 4237134f-96f6-467b-9bf6-ea8f841cd4ae {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:54:15.530978 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.551248 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfe77c-d4ed-4a28-8d32-9a4bffc304e9 None None] Pushing event updated for resources: {'Port': ['ID=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:15.649246 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Allocated IP 172.27.1.92 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/c80d49b3-94e2-4ad9-a1e7-fb236df6211d) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:15.675578 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] For port 4237134f-96f6-467b-9bf6-ea8f841cd4ae, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4237134f-96f6-467b-9bf6-ea8f841cd4ae,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:15.676035 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:15.733954 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Calling delete_port for 4237134f-96f6-467b-9bf6-ea8f841cd4ae owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:54:16.030660 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:16.081435 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:16.081816 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.095576 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks [] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.163833 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:16.164331 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.201335 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:16.211559 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.213310 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.251765 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (4237134f-96f6-467b-9bf6-ea8f841cd4ae), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.266069 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:16.273914 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:16.277297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:16.303647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:16.416185 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Pushing event updated for resources: {'Port': ['ID=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:16.433718 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5545c1dc-0211-4a5a-867c-29d5a88783ab req-96d31db1-bb1e-462b-8c92-56c4d4086861 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0455296 Jun 27 23:54:16.512605 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Pushing event deleted for resources: {'Port': ['ID=4237134f-96f6-467b-9bf6-ea8f841cd4ae,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:16.548001 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] No DVR routers for this DVR port 4237134f-96f6-467b-9bf6-ea8f841cd4ae on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:54:16.551859 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.556479 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eb64150b-c357-4914-9c84-62489cd6be93 req-5b7942f3-7cc9-4832-90a0-43a24cfdec1a tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.27 "DELETE /v2.0/ports/4237134f-96f6-467b-9bf6-ea8f841cd4ae HTTP/1.1" status: 204 len: 173 time: 1.2566316 Jun 27 23:54:16.557172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'name': 'network-vif-deleted', 'tag': '4237134f-96f6-467b-9bf6-ea8f841cd4ae'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:16.569857 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa22ae7-0156-44b9-aaaf-3f2a10f9678b" -d '{"events": [{"server_uuid": "2c77bb1e-e028-4ecc-8d99-5bc100be8fa1", "name": "network-vif-deleted", "tag": "4237134f-96f6-467b-9bf6-ea8f841cd4ae"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:16.712601 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa78718c-d380-458c-9514-a016b580bd6c x-openstack-request-id: req-fa78718c-d380-458c-9514-a016b580bd6c {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:16.712867 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77bb1e-e028-4ecc-8d99-5bc100be8fa1", "name": "network-vif-deleted", "tag": "4237134f-96f6-467b-9bf6-ea8f841cd4ae", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:16.713107 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa78718c-d380-458c-9514-a016b580bd6c {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:16.713682 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa78718c-d380-458c-9514-a016b580bd6c'] response: {'server_uuid': '2c77bb1e-e028-4ecc-8d99-5bc100be8fa1', 'name': 'network-vif-deleted', 'tag': '4237134f-96f6-467b-9bf6-ea8f841cd4ae', 'status': 'completed', 'code': 200} Jun 27 23:54:16.738079 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks [] for router_gateway (5cf45d85-89ed-48c5-ab0c-a13518324b35), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.872738 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96ad3e-6d66-433e-86ef-2efe37a6a929 None None] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:16.940892 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (5cf45d85-89ed-48c5-ab0c-a13518324b35), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:16.980299 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-0b2bcc47-13a3-441f-9795-2b659ab21e8f None None] Provisioning complete for port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:16.980841 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0b2bcc47-13a3-441f-9795-2b659ab21e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.076529 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bcc47-13a3-441f-9795-2b659ab21e8f None None] Current status of the port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:17.082571 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:54:17.198667 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:17.209671 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:17.220069 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.221467 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a05817bc-ce67-4961-91bc-72a0d84ec39a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4088025 Jun 27 23:54:17.223935 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 58976) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:17.227885 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:17.229108 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:17.232224 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4237134f-96f6-467b-9bf6-ea8f841cd4ae no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:54:17.252497 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 4237134f-96f6-467b-9bf6-ea8f841cd4ae {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:54:17.253102 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4237134f-96f6-467b-9bf6-ea8f841cd4ae not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:54:17.277690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58978) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:17.309668 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-8074579c-0468-4c3c-a794-12b45a887db9 None None] Provisioning complete for port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:17.310082 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8074579c-0468-4c3c-a794-12b45a887db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.393305 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:17.445958 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-37e96f97-9d85-4211-b5d6-71f3c1c189aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.579741 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-8074579c-0468-4c3c-a794-12b45a887db9 None None] Current status of the port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:17.610966 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f3a91e8d-97a8-4681-9ac3-6fe6ddc26bd3 req-2ce95c3f-1e8d-4e5b-aea0-886739a74377 tempest-DeleteServersTestJSON-674999122 tempest-DeleteServersTestJSON-674999122-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c77bb1e-e028-4ecc-8d99-5bc100be8fa1 HTTP/1.1" status: 200 len: 210 time: 0.0574720 Jun 27 23:54:17.611651 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e3565cb5-4da4-4a29-ae6f-a4f2fa7d9ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.630179 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:16Z', 'revision_number': 3, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:17.659986 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:17.660338 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Updating router 5cf45d85-89ed-48c5-ab0c-a13518324b35 port c80d49b3-94e2-4ad9-a1e7-fb236df6211d binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:54:17.666134 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-37e96f97-9d85-4211-b5d6-71f3c1c189aa admin admin] Publish callbacks [] for security_group (aaef147b-c42c-4ab2-a9d3-5387d6471c73), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.680530 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-37e96f97-9d85-4211-b5d6-71f3c1c189aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (aaef147b-c42c-4ab2-a9d3-5387d6471c73), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.696176 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.729460 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e96f97-9d85-4211-b5d6-71f3c1c189aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef147b-c42c-4ab2-a9d3-5387d6471c73,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:17.741980 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-37e96f97-9d85-4211-b5d6-71f3c1c189aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef506b0624ff4b1f927b3392b69383e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631352 Jun 27 23:54:17.742575 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 58990) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:17.825389 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-137bbc9e-0907-4d55-997d-782024e32bb6 admin admin] Publish callbacks [] for security_group (aaef147b-c42c-4ab2-a9d3-5387d6471c73), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.827608 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.857728 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-137bbc9e-0907-4d55-997d-782024e32bb6 admin admin] Publish callbacks [] for security_group (aaef147b-c42c-4ab2-a9d3-5387d6471c73), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.929940 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-137bbc9e-0907-4d55-997d-782024e32bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (aaef147b-c42c-4ab2-a9d3-5387d6471c73), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.934679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-137bbc9e-0907-4d55-997d-782024e32bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:17.953664 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-137bbc9e-0907-4d55-997d-782024e32bb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaef147b-c42c-4ab2-a9d3-5387d6471c73 HTTP/1.1" status: 204 len: 168 time: 0.1981690 Jun 27 23:54:17.980609 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bbc9e-0907-4d55-997d-782024e32bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef147b-c42c-4ab2-a9d3-5387d6471c73,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:18.018107 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Allocated IP 172.20.0.1 (51420aa8-d8f9-4897-97e5-76d3301cd2a0/d95632d7-0b8c-4b53-8c66-dbf63327b343/e1f24848-9371-463f-84a2-0ab57ee0d719) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:18.044012 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:18.137970 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:18.138703 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.180181 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Publish callbacks [] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.194729 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.226015 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks [] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.257945 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:18.262190 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Attempting to bind port c80d49b3-94e2-4ad9-a1e7-fb236df6211d on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:18.262678 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Attempting to bind port c80d49b3-94e2-4ad9-a1e7-fb236df6211d by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:18.262908 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Attempting to bind port c80d49b3-94e2-4ad9-a1e7-fb236df6211d on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:18.272651 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:18.273288 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:18.273870 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.274406 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:18.275064 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Bound port: c80d49b3-94e2-4ad9-a1e7-fb236df6211d, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:18.275612 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.334912 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] For port c80d49b3-94e2-4ad9-a1e7-fb236df6211d, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:18.338452 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] For port c80d49b3-94e2-4ad9-a1e7-fb236df6211d, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:18.346334 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.378289 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.404761 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Pushing event updated for resources: {'Port': ['ID=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,revision_number=2']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:18.416161 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.416161 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.416161 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.416780 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.416926 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.417637 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:18.417814 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.418586 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.418586 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.419016 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.419158 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.419471 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.419828 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.420181 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:54:18.426036 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:18.431900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:18.431900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (5cf45d85-89ed-48c5-ab0c-a13518324b35), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.456063 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:18.456675 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:53:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:18.484623 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f24848-9371-463f-84a2-0ab57ee0d719,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:18.542959 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee73d3-80e4-43cb-bae5-c33855e17059 None None] Pushing event updated for resources: {'Port': ['ID=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:18.597965 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.608415 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:18.849245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-0c2e6f4a-ef75-4ed3-9077-3d0240457e73 None None] Provisioning complete for port e1f24848-9371-463f-84a2-0ab57ee0d719 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:18.850564 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6f4a-ef75-4ed3-9077-3d0240457e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:18.872906 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:16Z', 'revision_number': 3, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:18.908828 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada80ee2-909b-4ccc-9311-f3b260e8ea68 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:16Z', 'revision_number': 3, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:18.931838 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e6f4a-ef75-4ed3-9077-3d0240457e73 None None] Port e1f24848-9371-463f-84a2-0ab57ee0d719 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:19.095407 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks [] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:19.100574 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:19.101400 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (5cf45d85-89ed-48c5-ab0c-a13518324b35), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:19.189577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f24848-9371-463f-84a2-0ab57ee0d719,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:19.239704 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:19.247130 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:19.402970 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:19.572479 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:19.575334 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-5a2f4958-b483-4293-9b27-1fad6191bb7a None None] Provisioning complete for port e1f24848-9371-463f-84a2-0ab57ee0d719 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:19.575868 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4958-b483-4293-9b27-1fad6191bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:19.583250 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a03681f7-e3f9-492e-ba51-218051a69bd6 admin admin] 10.222.0.26 "PUT /v2.0/routers/5cf45d85-89ed-48c5-ab0c-a13518324b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579655 Jun 27 23:54:19.636429 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f4958-b483-4293-9b27-1fad6191bb7a None None] Port e1f24848-9371-463f-84a2-0ab57ee0d719 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:19.756972 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f25f05bb-e81a-4779-b341-9b7160f49bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.015777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c80d49b3-94e2-4ad9-a1e7-fb236df6211d up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:20.071897 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c80d49b3-94e2-4ad9-a1e7-fb236df6211d triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:20.072361 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.159384 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c80d49b3-94e2-4ad9-a1e7-fb236df6211d is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:20.159906 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.174550 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59078) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:20.196817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port c80d49b3-94e2-4ad9-a1e7-fb236df6211d, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:20.200949 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.259312 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:20.265199 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59082) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:20.270308 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-790537881-network', 'tenant_id': '85d2826d535346a295db3900e9d7bf56'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:20.290136 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Made reservation on behalf of 85d2826d535346a295db3900e9d7bf56 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:20.292485 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.304450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.390136 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks [] for security_group (91a810b4-285c-4681-9179-1bccb746e37d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.394870 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (91a810b4-285c-4681-9179-1bccb746e37d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.420300 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:54:20.430953 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a810b4-285c-4681-9179-1bccb746e37d,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:20.436699 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (a675cf5c-e8b1-4908-a2f6-2f1a940bf131), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.437238 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Added segment a675cf5c-e8b1-4908-a2f6-2f1a940bf131 of type vlan for network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 Jun 27 23:54:20.483541 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (2fa867a3-fbdb-457b-b0e5-fdabaca51c26), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.512394 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (2fa867a3-fbdb-457b-b0e5-fdabaca51c26), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.513538 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:20.514121 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.572338 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3058968 Jun 27 23:54:20.577617 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59084) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:20.582276 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Request body: {'subnet': {'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-790537881-subnet', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:20.586363 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195be5f0-6159-4b85-bb60-71950fb6f60e admin admin] Pushing event updated for resources: {'Network': ['ID=2fa867a3-fbdb-457b-b0e5-fdabaca51c26,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:20.598722 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:54:20.614755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Made reservation on behalf of 85d2826d535346a295db3900e9d7bf56 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:20.617398 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.638723 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (232233f1-0b65-471f-89b5-053ccd93d05d), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.718152 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.847993 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (ee885f29-8efb-4ae2-8a24-3f6e31267910), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:20.934978 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee885f29-8efb-4ae2-8a24-3f6e31267910,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:20.939631 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Checking segment: {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:20.939989 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Network hostable DHCP agents. Network: 2fa867a3-fbdb-457b-b0e5-fdabaca51c26, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:54:20.948745 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:20.964557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:20.965527 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:20.966993 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:54:20.983234 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 2fa867a3-fbdb-457b-b0e5-fdabaca51c26) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:20.992868 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:20.993568 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.026288 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2fa4ddd7-0723-408f-a29d-6ca76944e7dc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4475806 Jun 27 23:54:21.029150 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59106) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:21.034238 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:21.055382 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de3338c-3410-483e-b912-aff6f0b86814 None None] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:21.070514 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.071967 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.145477 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Deleting port 946c1b36-e3b3-4004-b9b3-cbba578b12d7 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:54:21.145840 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.164748 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks [] for router_controller (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.226567 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:21.254103 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] For port 946c1b36-e3b3-4004-b9b3-cbba578b12d7, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=946c1b36-e3b3-4004-b9b3-cbba578b12d7,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:21.255109 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.283964 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'project_id': '85d2826d535346a295db3900e9d7bf56', 'fixed_ips': [{'subnet_id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:54:21.284842 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.290620 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Calling delete_port for 946c1b36-e3b3-4004-b9b3-cbba578b12d7 owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:54:21.336789 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks [] for router_gateway (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.579567 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Allocated IP 172.20.0.2 (2fa867a3-fbdb-457b-b0e5-fdabaca51c26/ee885f29-8efb-4ae2-8a24-3f6e31267910/977eccc0-d664-4eba-a932-d5444a1c2b6a) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:21.603517 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks [] for router_gateway (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.618422 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (946c1b36-e3b3-4004-b9b3-cbba578b12d7), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.632265 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.650611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=946c1b36-e3b3-4004-b9b3-cbba578b12d7,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:21.762858 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 2, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:21.781295 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Allocated IP 172.27.1.75 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/5121977b-95b5-45ad-b986-983a4a572b2d) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:21.786932 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (232233f1-0b65-471f-89b5-053ccd93d05d), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.792919 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:21.793296 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Updating router 5cf45d85-89ed-48c5-ab0c-a13518324b35 port e1f24848-9371-463f-84a2-0ab57ee0d719 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:54:21.835243 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.916676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Publish callbacks [] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.938583 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks [] for port (5121977b-95b5-45ad-b986-983a4a572b2d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.979086 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:21.999152 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.032551 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:22.037311 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:22.043924 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:22.044527 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Router 232233f1-0b65-471f-89b5-053ccd93d05d has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:22.052718 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:22.056207 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:22.059588 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:22.064435 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Pushing event updated for resources: {'Port': ['ID=977eccc0-d664-4eba-a932-d5444a1c2b6a,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:22.207006 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:22.218336 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6c4d51ab-ee58-4416-abfe-55464fa374d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/232233f1-0b65-471f-89b5-053ccd93d05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0405850 Jun 27 23:54:22.218893 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] Sync routers for ids ['232233f1-0b65-471f-89b5-053ccd93d05d'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:22.220179 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59122) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:22.270960 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] Routers {'232233f1-0b65-471f-89b5-053ccd93d05d'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:22.271653 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['232233f1-0b65-471f-89b5-053ccd93d05d'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:22.342167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks [] for router_gateway (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.346496 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c80d49b3-94e2-4ad9-a1e7-fb236df6211d up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:22.364613 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks [] for router (232233f1-0b65-471f-89b5-053ccd93d05d), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.382587 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=5121977b-95b5-45ad-b986-983a4a572b2d,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:22.418861 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.425737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Attempting to bind port 977eccc0-d664-4eba-a932-d5444a1c2b6a on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:22.426111 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Attempting to bind port 977eccc0-d664-4eba-a932-d5444a1c2b6a by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:22.426485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Attempting to bind port 977eccc0-d664-4eba-a932-d5444a1c2b6a on network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:22.451599 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:22.452162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Checking segment: {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:22.452568 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.452964 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Bound using segment: {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:22.453488 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Bound port: 977eccc0-d664-4eba-a932-d5444a1c2b6a, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:22.453869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.484575 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] Set router 232233f1-0b65-471f-89b5-053ccd93d05d gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:22.519830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks [] for router_gateway (232233f1-0b65-471f-89b5-053ccd93d05d), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.686248 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.699487 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Publish callbacks [] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.708132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c80d49b3-94e2-4ad9-a1e7-fb236df6211d triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:22.708575 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.717022 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:22.812429 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d30100-19b6-42bd-96d5-12b3a9e8ac54 None None] Pushing event updated for resources: {'Port': ['ID=e1f24848-9371-463f-84a2-0ab57ee0d719,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:22.851064 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:54:21Z', 'revision_number': 5, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port': {'id': 'c5a571a4-0b21-4795-8d9c-d2df7f4a419d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:22.882393 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] Checking router: 232233f1-0b65-471f-89b5-053ccd93d05d for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:22.894233 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] For port 977eccc0-d664-4eba-a932-d5444a1c2b6a, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:22.901462 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] Routers {'232233f1-0b65-471f-89b5-053ccd93d05d'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:22.902709 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['232233f1-0b65-471f-89b5-053ccd93d05d'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:22.986137 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] For port 977eccc0-d664-4eba-a932-d5444a1c2b6a, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=977eccc0-d664-4eba-a932-d5444a1c2b6a,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:22.991885 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Attempting to bind port e1f24848-9371-463f-84a2-0ab57ee0d719 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:22.991885 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Attempting to bind port e1f24848-9371-463f-84a2-0ab57ee0d719 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:22.992257 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Attempting to bind port e1f24848-9371-463f-84a2-0ab57ee0d719 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:23.025441 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Router b9773251-7fac-4a1b-a1e5-5dbc8576aedc is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:54:23.072325 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] Set router 232233f1-0b65-471f-89b5-053ccd93d05d gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:23.080374 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Deleting port c5a571a4-0b21-4795-8d9c-d2df7f4a419d {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:54:23.080692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.092849 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:23.092849 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Checking segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:23.093197 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.093533 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Bound using segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:23.094032 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Bound port: e1f24848-9371-463f-84a2-0ab57ee0d719, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:23.094413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.096453 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c80d49b3-94e2-4ad9-a1e7-fb236df6211d is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:23.100257 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.137300 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:54:22Z', 'revision_number': 6, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:23.181519 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eeddb7-2bcb-4fb9-a1db-eefd5b5c54b7 None None] The sync data for ids ['232233f1-0b65-471f-89b5-053ccd93d05d'] in dv-cinder-847864-2-iscsi is: [{'id': '232233f1-0b65-471f-89b5-053ccd93d05d', 'name': 'tempest-DeleteServersTestJSON-1886490903-router', 'tenant_id': 'fcc51605db08492e95b9513293dd7f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:04Z', 'updated_at': '2022-06-27T23:54:22Z', 'revision_number': 6, 'project_id': 'fcc51605db08492e95b9513293dd7f46', 'gw_port_host': None}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:23.188519 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] For port c5a571a4-0b21-4795-8d9c-d2df7f4a419d, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:23.189288 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.208370 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Calling delete_port for c5a571a4-0b21-4795-8d9c-d2df7f4a419d owned by network:router_gateway {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:54:23.241401 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-70670284-8f55-4e6e-85ed-f7a1fe6865ad None None] Provisioning complete for port e1f24848-9371-463f-84a2-0ab57ee0d719 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:23.241778 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-70670284-8f55-4e6e-85ed-f7a1fe6865ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.244864 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7ea4-8240-4f7e-818a-ec8531c0c0db None None] Pushing event updated for resources: {'Port': ['ID=977eccc0-d664-4eba-a932-d5444a1c2b6a,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:23.249307 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] For port e1f24848-9371-463f-84a2-0ab57ee0d719, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:23.280912 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:23.281588 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] For port e1f24848-9371-463f-84a2-0ab57ee0d719, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=e1f24848-9371-463f-84a2-0ab57ee0d719,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:23.302648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-70670284-8f55-4e6e-85ed-f7a1fe6865ad None None] Port e1f24848-9371-463f-84a2-0ab57ee0d719 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:23.304242 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Sync routers for ids ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:23.308981 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.322601 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.326521 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-82ef418b-1d9d-4e62-a6bd-aa8ceef59cc4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2934585 Jun 27 23:54:23.326786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59154) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:23.351912 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Routers {'b9773251-7fac-4a1b-a1e5-5dbc8576aedc'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:23.352656 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:23.437189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (c5a571a4-0b21-4795-8d9c-d2df7f4a419d), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.449089 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d30100-19b6-42bd-96d5-12b3a9e8ac54 None None] Pushing event updated for resources: {'Port': ['ID=e1f24848-9371-463f-84a2-0ab57ee0d719,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:23.465345 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:23.466746 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:23.481271 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a571a4-0b21-4795-8d9c-d2df7f4a419d,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:23.506168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (232233f1-0b65-471f-89b5-053ccd93d05d), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.728500 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Set router b9773251-7fac-4a1b-a1e5-5dbc8576aedc gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:23.759207 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (232233f1-0b65-471f-89b5-053ccd93d05d), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.773726 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks [] for router_controller (232233f1-0b65-471f-89b5-053ccd93d05d), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.871103 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:23.875521 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (232233f1-0b65-471f-89b5-053ccd93d05d), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.876484 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232233f1-0b65-471f-89b5-053ccd93d05d {{(pid=115319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 23:54:23.883257 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.887681 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f8ea112d-d84b-4eac-9548-2234c7305f0c admin admin] 10.222.0.26 "DELETE /v2.0/routers/232233f1-0b65-471f-89b5-053ccd93d05d HTTP/1.1" status: 204 len: 168 time: 1.6630595 Jun 27 23:54:23.888146 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59156) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:23.944520 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_v2 [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Deleting subnet 07b78285-f57e-49bc-a856-28c4d2e737f8 {{(pid=115319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 27 23:54:23.946888 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.948397 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Publish callbacks [] for subnet (07b78285-f57e-49bc-a856-28c4d2e737f8), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.948558 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] Provisioning complete for port e1f24848-9371-463f-84a2-0ab57ee0d719 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:23.948760 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:23.986365 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Publish callbacks [] for subnet (07b78285-f57e-49bc-a856-28c4d2e737f8), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.111029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (07b78285-f57e-49bc-a856-28c4d2e737f8), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.278219 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] Current status of the port e1f24848-9371-463f-84a2-0ab57ee0d719 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:24.278390 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.295147 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (07b78285-f57e-49bc-a856-28c4d2e737f8), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.340215 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b78285-f57e-49bc-a856-28c4d2e737f8,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:24.356526 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.363183 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-090d0e18-9d0e-406e-9037-a3ddce489feb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/07b78285-f57e-49bc-a856-28c4d2e737f8 HTTP/1.1" status: 204 len: 168 time: 0.4712129 Jun 27 23:54:24.363647 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59180) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:24.391672 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.392280 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 977eccc0-d664-4eba-a932-d5444a1c2b6a up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:24.395012 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21e05a-d905-4875-a59d-bba031a9ab0a None None] Network 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:24.521637 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.533313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:22Z', 'revision_number': 3, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:24.549565 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] For port e1f24848-9371-463f-84a2-0ab57ee0d719, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=e1f24848-9371-463f-84a2-0ab57ee0d719,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:24.620355 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.679104 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Deleting port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:54:24.680294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.680786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Allocated IP 172.20.0.1 (2fa867a3-fbdb-457b-b0e5-fdabaca51c26/ee885f29-8efb-4ae2-8a24-3f6e31267910/0904992e-9317-4454-82b7-4a4e80d405cb) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:24.693450 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Checking router: b9773251-7fac-4a1b-a1e5-5dbc8576aedc for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:24.693819 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Updating router b9773251-7fac-4a1b-a1e5-5dbc8576aedc port 5121977b-95b5-45ad-b986-983a4a572b2d binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:54:24.699224 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae47f-d805-4105-848e-bfac6c341f58 None None] Pushing event updated for resources: {'Port': ['ID=e1f24848-9371-463f-84a2-0ab57ee0d719,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:24.796256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] For port 09aeb219-0172-4c7c-90e5-aa07e6a4d562, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=09aeb219-0172-4c7c-90e5-aa07e6a4d562,segment=NetworkSegment(b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c),segment_id=b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:24.796944 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.817931 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Calling delete_port for 09aeb219-0172-4c7c-90e5-aa07e6a4d562 owned by network:dhcp {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:54:24.888755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks [] for port (0904992e-9317-4454-82b7-4a4e80d405cb), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.928510 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (09aeb219-0172-4c7c-90e5-aa07e6a4d562), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.935098 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:24.971266 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Pushing event deleted for resources: {'Port': ['ID=09aeb219-0172-4c7c-90e5-aa07e6a4d562,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:24.976467 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] No DVR routers for this DVR port 09aeb219-0172-4c7c-90e5-aa07e6a4d562 on host dv-cinder-847864-2-iscsi {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:54:25.007392 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:25.010939 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:25.017332 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:25.017826 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.038073 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590a269-5061-4888-9a28-e09793b0e912 None None] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:25.055753 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59192) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:25.073213 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.102073 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.102606 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.103064 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.104041 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.104526 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > port after_create 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.104977 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.105536 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > port after_update 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.106568 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.106765 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.107284 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.108243 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.129353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Pushing event updated for resources: {'Port': ['ID=0904992e-9317-4454-82b7-4a4e80d405cb,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:25.141650 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 977eccc0-d664-4eba-a932-d5444a1c2b6a triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:25.143675 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.186577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.200631 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Provisioning complete for port 977eccc0-d664-4eba-a932-d5444a1c2b6a triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:25.201302 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.240732 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:23Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:25.294433 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.294878 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.297731 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.297731 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:54:25.297731 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0']}} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:25.343140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c') {'for_net_delete': True} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:25.343501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c') {} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:25.352801 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a692f0-0dbe-46f1-a193-d13622efcbc0 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:23Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:25.369946 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d905-e3b3-4d2c-afb0-a3f52174bc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.377566 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62553521'] for segment (b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.382494 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks [] for port (0904992e-9317-4454-82b7-4a4e80d405cb), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.400993 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.402824 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.409807 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195b372-f8fd-4088-9392-7abf8db2b15a None None] DHCP port deletion for 1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 23:54:25.434411 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.468862 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=115319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 23:54:25.469299 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62574384'] for segment (b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.590172 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 977eccc0-d664-4eba-a932-d5444a1c2b6a is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:25.590626 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.600342 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Current status of the port 977eccc0-d664-4eba-a932-d5444a1c2b6a is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:25.600739 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.674042 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Pushing event updated for resources: {'Port': ['ID=0904992e-9317-4454-82b7-4a4e80d405cb,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:25.678547 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d905-e3b3-4d2c-afb0-a3f52174bc97 admin admin] Publish callbacks [] for security_group (d1791107-99ef-476e-a7c4-7175a568a0af), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.692737 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d905-e3b3-4d2c-afb0-a3f52174bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d1791107-99ef-476e-a7c4-7175a568a0af), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.723029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5d905-e3b3-4d2c-afb0-a3f52174bc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1791107-99ef-476e-a7c4-7175a568a0af,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:25.732433 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.744338 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.751864 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0 HTTP/1.1" status: 204 len: 168 time: 1.3868644 Jun 27 23:54:25.760104 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:25.769189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:25.781343 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb4dfc-0296-4432-88ba-4bbf53410039 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6e34f3-a5e6-4a38-81bb-f47e7f8dccf0,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:25.804581 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5bc5d905-e3b3-4d2c-afb0-a3f52174bc97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02f79206419c410489471db6d0f99dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7476525 Jun 27 23:54:25.805806 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59216) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:25.816083 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Publish callbacks [] for port (5121977b-95b5-45ad-b986-983a4a572b2d), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.831678 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.880758 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 977eccc0-d664-4eba-a932-d5444a1c2b6a, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=977eccc0-d664-4eba-a932-d5444a1c2b6a,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:25.909577 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:25.915720 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c resource provider aggregate not found Jun 27 23:54:25.946910 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3bb7fa3-8cd0-4c9d-bb0a-14d6d2c6129c found for delete ", "request_id": "req-b26d19a8-6d18-4453-b829-e0dca4fc3d2f"}]} Jun 27 23:54:26.054155 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59226) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:26.062400 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99b132-1c89-4981-bb0a-dc0949a9f94f None None] Pushing event updated for resources: {'Port': ['ID=5121977b-95b5-45ad-b986-983a4a572b2d,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:26.076755 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 946c1b36-e3b3-4004-b9b3-cbba578b12d7 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:54:26.082080 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeacb5-0ae1-4ed8-ab42-d83abc89616b admin admin] Publish callbacks [] for security_group (d1791107-99ef-476e-a7c4-7175a568a0af), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.143593 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7f262b97-a104-4912-bebf-99232ead0d35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcc51605db08492e95b9513293dd7f46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0864923 Jun 27 23:54:26.144250 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59230) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:26.163596 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeacb5-0ae1-4ed8-ab42-d83abc89616b admin admin] Publish callbacks [] for security_group (d1791107-99ef-476e-a7c4-7175a568a0af), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.192321 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 946c1b36-e3b3-4004-b9b3-cbba578b12d7 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:54:26.192957 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 946c1b36-e3b3-4004-b9b3-cbba578b12d7 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:54:26.193563 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c5a571a4-0b21-4795-8d9c-d2df7f4a419d no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:54:26.199009 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Router b9773251-7fac-4a1b-a1e5-5dbc8576aedc has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:26.234886 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Attempting to bind port 5121977b-95b5-45ad-b986-983a4a572b2d on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:26.235349 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Attempting to bind port 5121977b-95b5-45ad-b986-983a4a572b2d by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:26.235832 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Attempting to bind port 5121977b-95b5-45ad-b986-983a4a572b2d on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:26.246181 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4c8da440-bab6-4fb2-9ca9-fd5ae0fbe02a admin admin] Publish callbacks [] for security_group (2888670c-f94a-490f-a373-fc68ef231d8b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.249507 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: c5a571a4-0b21-4795-8d9c-d2df7f4a419d {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:54:26.249925 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c5a571a4-0b21-4795-8d9c-d2df7f4a419d not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:54:26.252035 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=977eccc0-d664-4eba-a932-d5444a1c2b6a,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:26.263648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:26.264482 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:26.264482 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.264908 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:26.265441 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Bound port: 5121977b-95b5-45ad-b986-983a4a572b2d, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:26.265808 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.297409 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4c8da440-bab6-4fb2-9ca9-fd5ae0fbe02a admin admin] Publish callbacks [] for security_group (2888670c-f94a-490f-a373-fc68ef231d8b), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.301097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.db.api [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 23:54:26.301638 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG oslo_db.api [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 23:54:26.364133 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] For port 5121977b-95b5-45ad-b986-983a4a572b2d, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:26.371527 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] For port 5121977b-95b5-45ad-b986-983a4a572b2d, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=5121977b-95b5-45ad-b986-983a4a572b2d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:26.392802 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.420148 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4c8da440-bab6-4fb2-9ca9-fd5ae0fbe02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2888670c-f94a-490f-a373-fc68ef231d8b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.425138 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeacb5-0ae1-4ed8-ab42-d83abc89616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d1791107-99ef-476e-a7c4-7175a568a0af), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.428427 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4c8da440-bab6-4fb2-9ca9-fd5ae0fbe02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.429783 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-4c8da440-bab6-4fb2-9ca9-fd5ae0fbe02a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2888670c-f94a-490f-a373-fc68ef231d8b HTTP/1.1" status: 204 len: 168 time: 0.2844946 Jun 27 23:54:26.441202 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-fdaeacb5-0ae1-4ed8-ab42-d83abc89616b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:26.441888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8da440-bab6-4fb2-9ca9-fd5ae0fbe02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2888670c-f94a-490f-a373-fc68ef231d8b,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:26.442423 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-fdaeacb5-0ae1-4ed8-ab42-d83abc89616b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1791107-99ef-476e-a7c4-7175a568a0af HTTP/1.1" status: 204 len: 168 time: 0.6356194 Jun 27 23:54:26.473918 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeacb5-0ae1-4ed8-ab42-d83abc89616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1791107-99ef-476e-a7c4-7175a568a0af,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:26.516167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:26.538257 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-aaaa382f-e629-48c1-bff1-1dadc32c3114 admin admin] 10.222.0.26 "PUT /v2.0/routers/b9773251-7fac-4a1b-a1e5-5dbc8576aedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2017648 Jun 27 23:54:26.597463 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Routers {'b9773251-7fac-4a1b-a1e5-5dbc8576aedc'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:26.598089 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:26.599955 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99b132-1c89-4981-bb0a-dc0949a9f94f None None] Pushing event updated for resources: {'Port': ['ID=5121977b-95b5-45ad-b986-983a4a572b2d,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:26.794663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 977eccc0-d664-4eba-a932-d5444a1c2b6a up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:26.938271 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-80a3f2bd-471a-47aa-b6a6-4a2ceef3c622 None None] Current status of the port 977eccc0-d664-4eba-a932-d5444a1c2b6a is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:26.968374 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] Set router b9773251-7fac-4a1b-a1e5-5dbc8576aedc gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:27.096471 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 977eccc0-d664-4eba-a932-d5444a1c2b6a triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:27.097190 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.184808 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59260) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:27.209571 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-55d394b1-cfc8-400a-886d-4898d22bcfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.289708 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-8718bf3f-0121-458b-900a-8c57941e36f7 None None] Provisioning complete for port 977eccc0-d664-4eba-a932-d5444a1c2b6a triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:27.290083 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8718bf3f-0121-458b-900a-8c57941e36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.324116 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-55d394b1-cfc8-400a-886d-4898d22bcfde admin admin] Publish callbacks [] for security_group (75d7cce1-bc98-4ce8-a791-70318e7f4f58), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.329579 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-55d394b1-cfc8-400a-886d-4898d22bcfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (75d7cce1-bc98-4ce8-a791-70318e7f4f58), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.369904 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 977eccc0-d664-4eba-a932-d5444a1c2b6a is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:27.371116 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device e1f24848-9371-463f-84a2-0ab57ee0d719 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:27.377033 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-55d394b1-cfc8-400a-886d-4898d22bcfde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1c19b8df9da40cea32741cd907869b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909881 Jun 27 23:54:27.379748 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59266) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:27.382535 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d394b1-cfc8-400a-886d-4898d22bcfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7cce1-bc98-4ce8-a791-70318e7f4f58,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:27.490448 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port e1f24848-9371-463f-84a2-0ab57ee0d719 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:27.490822 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.497135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-91c25f05-11dd-4d72-b3c8-db852c167103 admin admin] Publish callbacks [] for security_group (75d7cce1-bc98-4ce8-a791-70318e7f4f58), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.554399 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-91c25f05-11dd-4d72-b3c8-db852c167103 admin admin] Publish callbacks [] for security_group (75d7cce1-bc98-4ce8-a791-70318e7f4f58), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.593221 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-8718bf3f-0121-458b-900a-8c57941e36f7 None None] Current status of the port 977eccc0-d664-4eba-a932-d5444a1c2b6a is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:27.621097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '0904992e-9317-4454-82b7-4a4e80d405cb', 'name': '', 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'mac_address': 'fa:16:3e:9c:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:24Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 2, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'subnets': [{'id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:27.630208 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-91c25f05-11dd-4d72-b3c8-db852c167103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (75d7cce1-bc98-4ce8-a791-70318e7f4f58), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.633002 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-91c25f05-11dd-4d72-b3c8-db852c167103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.636803 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-91c25f05-11dd-4d72-b3c8-db852c167103 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75d7cce1-bc98-4ce8-a791-70318e7f4f58 HTTP/1.1" status: 204 len: 168 time: 0.2528822 Jun 27 23:54:27.659808 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c25f05-11dd-4d72-b3c8-db852c167103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7cce1-bc98-4ce8-a791-70318e7f4f58,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:27.690498 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-8718bf3f-0121-458b-900a-8c57941e36f7 None None] Provisioning complete for port 0904992e-9317-4454-82b7-4a4e80d405cb triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:27.691076 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8718bf3f-0121-458b-900a-8c57941e36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.787039 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-8718bf3f-0121-458b-900a-8c57941e36f7 None None] Port 0904992e-9317-4454-82b7-4a4e80d405cb cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:27.789718 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d7f1a-c4e6-4dac-84e2-7b9447f02742 None None] The sync data for ids ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'] in dv-cinder-847864-2-iscsi is: [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '0904992e-9317-4454-82b7-4a4e80d405cb', 'name': '', 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'mac_address': 'fa:16:3e:9c:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:24Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 2, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'subnets': [{'id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:27.800410 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59284) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:27.806779 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314512415', 'description': 'tempest-secgroup-smoke-314512415 description', 'project_id': '82b40fa1762542d0b8c79591d73689ab'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:27.820733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port e1f24848-9371-463f-84a2-0ab57ee0d719 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:27.855996 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.903092 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 09aeb219-0172-4c7c-90e5-aa07e6a4d562 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:54:27.928086 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 09aeb219-0172-4c7c-90e5-aa07e6a4d562 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:54:27.928429 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 09aeb219-0172-4c7c-90e5-aa07e6a4d562 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:54:27.967234 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group (4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:27.972537 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.008568 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.013729 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2121985 Jun 27 23:54:28.014966 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff70bff-029a-446c-9459-58743eea9979 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.016344 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59292) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.026751 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group_rule': {'security_group_id': '4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.079778 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (410c8ea9-5908-44a9-884f-3f9168ea4bf5), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.177023 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (410c8ea9-5908-44a9-884f-3f9168ea4bf5), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.182687 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (410c8ea9-5908-44a9-884f-3f9168ea4bf5), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.208723 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410c8ea9-5908-44a9-884f-3f9168ea4bf5,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.218777 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.220336 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2b3db31f-c8b0-414d-92d7-719e67b63dbf tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2027674 Jun 27 23:54:28.223572 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59302) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.230710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group_rule': {'security_group_id': '4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.232315 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59304) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.278303 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (c2f01b7b-27ba-4b7f-a7de-6adf151c017a), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.366521 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (c2f01b7b-27ba-4b7f-a7de-6adf151c017a), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.372515 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (c2f01b7b-27ba-4b7f-a7de-6adf151c017a), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.391007 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f01b7b-27ba-4b7f-a7de-6adf151c017a,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.404097 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.406871 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f8cd34c0-672b-4f7c-a3a0-68aec7697de8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808460 Jun 27 23:54:28.408720 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59310) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.413481 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group_rule': {'security_group_id': '4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.447296 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-193504660-network', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.454975 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (7d3ad3f0-91f4-4659-b866-5508e0239b12), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.492377 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Made reservation on behalf of d1d141479a1540a1a4d59f6b03214384 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:28.494679 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.512093 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.546357 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (7d3ad3f0-91f4-4659-b866-5508e0239b12), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.552025 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (7d3ad3f0-91f4-4659-b866-5508e0239b12), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.586045 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3ad3f0-91f4-4659-b866-5508e0239b12,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.597095 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.598340 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3f183c88-0d70-456c-b261-a4fee5f9ad9a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883779 Jun 27 23:54:28.601279 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59320) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.605918 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group_rule': {'security_group_id': '4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.633333 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (e2a0fb53-7166-454f-b47e-eee1d3ef253b), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.654392 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks [] for security_group (873f4661-7b9e-4a03-9a81-79cc39d97abc), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.662189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (873f4661-7b9e-4a03-9a81-79cc39d97abc), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.705690 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:54:28.733185 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.733706 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Added segment f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4 of type vlan for network eba48cad-277d-4e9c-935d-836b1282fdae Jun 27 23:54:28.749733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (e2a0fb53-7166-454f-b47e-eee1d3ef253b), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.757426 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (e2a0fb53-7166-454f-b47e-eee1d3ef253b), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.783112 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f4661-7b9e-4a03-9a81-79cc39d97abc,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.792282 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.796817 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1932914 Jun 27 23:54:28.798949 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a38685-e29b-4b90-bef4-c2cbdbfae425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a0fb53-7166-454f-b47e-eee1d3ef253b,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.802376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59328) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.808072 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group_rule': {'security_group_id': '4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.830211 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (eba48cad-277d-4e9c-935d-836b1282fdae), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.840551 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.securitygroups_db [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Project 82b40fa1762542d0b8c79591d73689ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 23:54:28.847113 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (ebd60460-99af-44f8-840d-2592db21ca49), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.871452 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (eba48cad-277d-4e9c-935d-836b1282fdae), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.873708 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:28.874734 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.911939 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (ebd60460-99af-44f8-840d-2592db21ca49), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.918890 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (ebd60460-99af-44f8-840d-2592db21ca49), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.933373 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd60460-99af-44f8-840d-2592db21ca49,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.953032 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:28.953378 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7193973 Jun 27 23:54:28.954520 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0271760f-2bb7-46f4-9dc7-a9c3c2fa9426 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507244 Jun 27 23:54:28.956137 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59332) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.962336 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Request body: {'subnet': {'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-subnet', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.965737 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59334) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:28.966638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d5a9-4bf3-42e8-9981-c5c197da0c24 admin admin] Pushing event updated for resources: {'Network': ['ID=eba48cad-277d-4e9c-935d-836b1282fdae,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:28.976415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'security_group_rule': {'security_group_id': '4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe', 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:28.988483 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Made reservation on behalf of d1d141479a1540a1a4d59f6b03214384 for: {'subnet': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:28.992638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351097'] for subnet (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.016289 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.securitygroups_db [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Project 82b40fa1762542d0b8c79591d73689ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 23:54:29.024527 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (99dfddda-290f-4d1a-ae31-2518a5624248), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.157750 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (99dfddda-290f-4d1a-ae31-2518a5624248), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.158091 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network eba48cad-277d-4e9c-935d-836b1282fdae details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:54:29.169785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (99dfddda-290f-4d1a-ae31-2518a5624248), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.193744 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dfddda-290f-4d1a-ae31-2518a5624248,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:29.213423 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.216101 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-bb2a516c-d680-4364-a320-a7ff0ec26fd5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2450871 Jun 27 23:54:29.269529 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62574539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351083'] for subnet (7206aaa1-104c-448a-89ae-ba865f3baadb), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.362243 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7206aaa1-104c-448a-89ae-ba865f3baadb,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:29.364378 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Checking segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:29.364738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Network hostable DHCP agents. Network: eba48cad-277d-4e9c-935d-836b1282fdae, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:54:29.387160 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Network eba48cad-277d-4e9c-935d-836b1282fdae is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:54:29.399650 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, eba48cad-277d-4e9c-935d-836b1282fdae) {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:29.409488 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb92f3-3670-4d32-97c7-49aa7ee288c9 None None] Network eba48cad-277d-4e9c-935d-836b1282fdae requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:29.413872 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:29.414552 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.444918 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59374) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:29.446841 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-ea9943ce-954e-47fd-9dfe-b7bcbf8889c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4895694 Jun 27 23:54:29.451649 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:29.489113 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (05a5b90a-6a04-444d-a76b-777f5816192f), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.491106 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (05a5b90a-6a04-444d-a76b-777f5816192f), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.570518 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks [] for router_controller (05a5b90a-6a04-444d-a76b-777f5816192f), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.576053 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-eba48cad-277d-4e9c-935d-836b1282fdae', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 23:54:29.576936 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.753211 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks [] for router_gateway (05a5b90a-6a04-444d-a76b-777f5816192f), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:29.774928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Allocated IP 172.20.0.2 (eba48cad-277d-4e9c-935d-836b1282fdae/7206aaa1-104c-448a-89ae-ba865f3baadb/b1cf0ddf-5cab-461b-9d02-8fc7d8980e28) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:30.013375 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Publish callbacks [] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.019786 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.045317 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks [] for router_gateway (05a5b90a-6a04-444d-a76b-777f5816192f), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.052099 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Network eba48cad-277d-4e9c-935d-836b1282fdae is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:30.055008 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:30.059003 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:30.070233 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.078144 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Pushing event updated for resources: {'Port': ['ID=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:30.130827 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Attempting to bind port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:30.131529 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Attempting to bind port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:30.132029 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Attempting to bind port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:30.138893 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:30.139261 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Checking segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:30.139658 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.140047 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Bound using segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:30.140535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Bound port: b1cf0ddf-5cab-461b-9d02-8fc7d8980e28, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:30.140907 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.195606 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Allocated IP 172.27.1.49 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/ff833c8c-ef7e-4697-97f2-44b6b6ce78e9) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:30.226097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] For port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:30.230263 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] For port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:30.240607 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.310877 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c45c-de68-4366-a009-935a7a93f5c5 None None] Pushing event updated for resources: {'Port': ['ID=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:30.346608 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks [] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.384735 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.426135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:30.432012 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:30.439704 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:30.461648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 5121977b-95b5-45ad-b986-983a4a572b2d up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:30.494424 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Pushing event updated for resources: {'Port': ['ID=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:30.538186 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 5121977b-95b5-45ad-b986-983a4a572b2d triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:30.538559 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.674760 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 5121977b-95b5-45ad-b986-983a4a572b2d is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:30.675504 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.698628 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 5121977b-95b5-45ad-b986-983a4a572b2d, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=5121977b-95b5-45ad-b986-983a4a572b2d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:30.704025 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.760022 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks [] for router_gateway (05a5b90a-6a04-444d-a76b-777f5816192f), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:30.763094 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=5121977b-95b5-45ad-b986-983a4a572b2d,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:30.774300 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Sync routers for ids ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:30.787704 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Routers {'b9773251-7fac-4a1b-a1e5-5dbc8576aedc'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:30.788413 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:30.893002 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Set router b9773251-7fac-4a1b-a1e5-5dbc8576aedc gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:31.115665 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '0904992e-9317-4454-82b7-4a4e80d405cb', 'name': '', 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'mac_address': 'fa:16:3e:9c:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:24Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 2, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'subnets': [{'id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:31.149838 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Checking router: b9773251-7fac-4a1b-a1e5-5dbc8576aedc for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:31.150023 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Updating router b9773251-7fac-4a1b-a1e5-5dbc8576aedc port 0904992e-9317-4454-82b7-4a4e80d405cb binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:54:31.172171 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (05a5b90a-6a04-444d-a76b-777f5816192f), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.184235 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.312300 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Router 05a5b90a-6a04-444d-a76b-777f5816192f is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 23:54:31.425950 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:31.436564 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Sync routers for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:31.454551 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.456120 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Publish callbacks [] for port (0904992e-9317-4454-82b7-4a4e80d405cb), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.456358 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:31.457079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:31.457928 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-03643878-ee89-4cff-b66e-a9382869168e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0114923 Jun 27 23:54:31.461354 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59422) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:31.468484 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.495978 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52686ef0-1624-4f3a-8222-7a089a918093 None None] Network eba48cad-277d-4e9c-935d-836b1282fdae requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:54:31.547193 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377056-0cca-49e0-879f-df8402183e52 None None] Pushing event updated for resources: {'Port': ['ID=0904992e-9317-4454-82b7-4a4e80d405cb,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:31.577995 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Attempting to bind port 0904992e-9317-4454-82b7-4a4e80d405cb on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:31.578365 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Attempting to bind port 0904992e-9317-4454-82b7-4a4e80d405cb by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:31.578721 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Attempting to bind port 0904992e-9317-4454-82b7-4a4e80d405cb on network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:31.591296 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:31.591633 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Checking segment: {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:31.592587 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.592587 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Bound using segment: {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:31.592820 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Bound port: 0904992e-9317-4454-82b7-4a4e80d405cb, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:31.593226 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.637304 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] Provisioning complete for port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:31.637646 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.680159 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] For port 0904992e-9317-4454-82b7-4a4e80d405cb, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:31.684727 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] For port 0904992e-9317-4454-82b7-4a4e80d405cb, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=0904992e-9317-4454-82b7-4a4e80d405cb,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:31.694166 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:31.701467 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:31.761960 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377056-0cca-49e0-879f-df8402183e52 None None] Pushing event updated for resources: {'Port': ['ID=0904992e-9317-4454-82b7-4a4e80d405cb,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:31.779628 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Routers {'b9773251-7fac-4a1b-a1e5-5dbc8576aedc'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:31.780267 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:31.893170 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] Set router b9773251-7fac-4a1b-a1e5-5dbc8576aedc gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:31.928388 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] Current status of the port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:31.928778 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.036475 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] For port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:32.062118 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.125510 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.147055 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.198926 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 3, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:32.204079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd43d6c-db19-48fd-ab82-7186d83f9a5c None None] Pushing event updated for resources: {'Port': ['ID=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:32.210995 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] Provisioning complete for port 0904992e-9317-4454-82b7-4a4e80d405cb triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:32.211600 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.273536 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Checking router: 05a5b90a-6a04-444d-a76b-777f5816192f for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:32.273900 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Updating router 05a5b90a-6a04-444d-a76b-777f5816192f port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:54:32.315059 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.380121 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Allocated IP 172.20.0.1 (eba48cad-277d-4e9c-935d-836b1282fdae/7206aaa1-104c-448a-89ae-ba865f3baadb/c768dddd-e9cc-433e-a357-e6abddf60ae4) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:32.436467 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '0904992e-9317-4454-82b7-4a4e80d405cb', 'name': '', 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'mac_address': 'fa:16:3e:9c:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:24Z', 'updated_at': '2022-06-27T23:54:31Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'subnets': [{'id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:32.476525 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eebee7-5f0f-45f2-aae6-abbde2772ff5 None None] The sync data for ids ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'] in dv-cinder-847864-2-iscsi is: [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:25Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '0904992e-9317-4454-82b7-4a4e80d405cb', 'name': '', 'network_id': '2fa867a3-fbdb-457b-b0e5-fdabaca51c26', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'mac_address': 'fa:16:3e:9c:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:24Z', 'updated_at': '2022-06-27T23:54:31Z', 'revision_number': 4, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'subnets': [{'id': 'ee885f29-8efb-4ae2-8a24-3f6e31267910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:32.534861 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks [] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.571341 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.616044 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Network eba48cad-277d-4e9c-935d-836b1282fdae is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:32.624044 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:32.624462 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:32.626302 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Pushing event updated for resources: {'Port': ['ID=c768dddd-e9cc-433e-a357-e6abddf60ae4,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:32.630378 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:32.630598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (05a5b90a-6a04-444d-a76b-777f5816192f), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.723732 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] Current status of the port 0904992e-9317-4454-82b7-4a4e80d405cb is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:32.724125 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.841485 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.869101 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] For port 0904992e-9317-4454-82b7-4a4e80d405cb, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=0904992e-9317-4454-82b7-4a4e80d405cb,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:32.878005 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:32.878438 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.887342 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:32.971848 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c38106-9769-46cd-bf98-f4a5e22a6e7e None None] Pushing event updated for resources: {'Port': ['ID=0904992e-9317-4454-82b7-4a4e80d405cb,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:33.024332 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Provisioning complete for port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:33.024733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.064591 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Publish callbacks [] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.081136 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.149397 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks [] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.160895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.161834 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (05a5b90a-6a04-444d-a76b-777f5816192f), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.224326 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Attempting to bind port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:33.224912 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Attempting to bind port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:33.225486 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Attempting to bind port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:33.229132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:33.230568 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 0904992e-9317-4454-82b7-4a4e80d405cb up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:33.232620 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f924d-329f-4f92-b7b6-5fcf2478f861 None None] Pushing event updated for resources: {'Port': ['ID=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:33.259659 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:33.260361 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:33.261157 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.261861 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:33.262598 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Bound port: ff833c8c-ef7e-4697-97f2-44b6b6ce78e9, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:33.263127 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.288386 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Pushing event updated for resources: {'Port': ['ID=c768dddd-e9cc-433e-a357-e6abddf60ae4,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:33.346306 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Current status of the port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:33.346946 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Network eba48cad-277d-4e9c-935d-836b1282fdae is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:33.348599 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:33.374462 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] For port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:33.379271 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] For port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:33.387069 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Provisioning complete for port c768dddd-e9cc-433e-a357-e6abddf60ae4 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:33.387564 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.412593 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.422081 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 0904992e-9317-4454-82b7-4a4e80d405cb triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:33.422459 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.526954 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Port c768dddd-e9cc-433e-a357-e6abddf60ae4 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:33.545606 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Router 05a5b90a-6a04-444d-a76b-777f5816192f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:54:33.568914 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f924d-329f-4f92-b7b6-5fcf2478f861 None None] Pushing event updated for resources: {'Port': ['ID=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:33.572995 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:33.573743 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:33.622061 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Provisioning complete for port 0904992e-9317-4454-82b7-4a4e80d405cb triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:33.622737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:33.680597 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:54:33.690423 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ce66c888-b869-4c1d-a1d5-a6e782c123dd admin admin] 10.222.0.26 "PUT /v2.0/routers/05a5b90a-6a04-444d-a76b-777f5816192f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276976 Jun 27 23:54:33.755633 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 0904992e-9317-4454-82b7-4a4e80d405cb is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:33.757139 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 5121977b-95b5-45ad-b986-983a4a572b2d up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:33.805091 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:33.877139 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-255980e6-c65a-401c-88b1-3ee97a567982 None None] Current status of the port 0904992e-9317-4454-82b7-4a4e80d405cb is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:33.960351 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 5121977b-95b5-45ad-b986-983a4a572b2d triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:33.960735 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:34.026618 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-a24fd46b-b2f9-4689-bdec-7f601b44d21a None None] Provisioning complete for port c768dddd-e9cc-433e-a357-e6abddf60ae4 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:34.026993 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a24fd46b-b2f9-4689-bdec-7f601b44d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:34.097075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-a24fd46b-b2f9-4689-bdec-7f601b44d21a None None] Port c768dddd-e9cc-433e-a357-e6abddf60ae4 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:34.131417 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 5121977b-95b5-45ad-b986-983a4a572b2d is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:34.154146 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 2, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:34.195808 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db339a-243d-4661-ac9b-eafa0e036cf9 None None] The sync data for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi is: [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 2, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:34.210950 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-dbc1c75b-7217-4e21-bea8-2be963f2de17 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:34.212491 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-dbc1c75b-7217-4e21-bea8-2be963f2de17 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 818 time: 0.1174884 Jun 27 23:54:34.232774 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-c547078b-e63a-4ff4-b84b-a075affaac1a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/quotas/d1d141479a1540a1a4d59f6b03214384 HTTP/1.1" status: 200 len: 375 time: 0.0137467 Jun 27 23:54:34.333842 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-845e21d1-356f-4b23-b2ad-571ba029ca1b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935562 Jun 27 23:54:34.414329 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 0904992e-9317-4454-82b7-4a4e80d405cb up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:34.428807 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:54:34.454514 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-c156d6f1-9161-4eb5-bf39-f18872006536 service neutron] 10.222.0.26 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195912 Jun 27 23:54:34.485909 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 0904992e-9317-4454-82b7-4a4e80d405cb triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:34.486533 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:34.595080 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-398ce479-5a2e-4f25-8386-e1ffc86e751d service neutron] 10.222.0.26 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394703 Jun 27 23:54:34.626654 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 0904992e-9317-4454-82b7-4a4e80d405cb is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:34.908874 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7de3258d-230a-4564-bdb0-00bc7f1005e6 req-df09c2f3-20be-4671-a4b9-328bb32d99c7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 210 time: 0.0604503 Jun 27 23:54:35.226178 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4d4f62d3-acd2-4c1b-bbe5-592ff263458a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:35.228041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4d4f62d3-acd2-4c1b-bbe5-592ff263458a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 818 time: 0.1595838 Jun 27 23:54:35.247167 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-41df526b-64d6-4751-b523-9c2cd7f678e2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/quotas/d1d141479a1540a1a4d59f6b03214384 HTTP/1.1" status: 200 len: 375 time: 0.0118835 Jun 27 23:54:35.365443 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-3d8b3a79-1a61-4b4b-b528-4f460db8ed9d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125052 Jun 27 23:54:35.488729 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-215e74c9-798d-40ba-b881-66cfb86891a0 service neutron] 10.222.0.26 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222081 Jun 27 23:54:35.596241 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-cdd881f5-3b8e-40f6-b63e-d37b2bc50dc6 service neutron] 10.222.0.26 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952671 Jun 27 23:54:35.758246 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-819b7d4f-cf75-4874-ad10-959459763198 req-ecd3f52d-e30f-4432-bec5-84714b17ee19 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Jun 27 23:54:36.355939 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:36.411076 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:36.411379 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:36.484379 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:36.484759 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:36.505586 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:36.511920 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:36.563294 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:36.858867 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f35403ad-67bf-4cdc-afda-dbe2a115cd9b req-e6ba96f0-4247-423c-8f85-5b02e1c019fa tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 210 time: 0.0310965 Jun 27 23:54:37.963846 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88407f87-c2a8-4b11-b556-80eb8ee69ec0 req-fd27206b-78ac-495c-b6ed-03a7884f9002 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jun 27 23:54:38.339834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:38.388665 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:38.389148 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:38.460904 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:38.552976 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Sync routers for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:54:38.563801 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:38.564409 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:38.667326 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:38.889629 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 2, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:38.918092 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Checking router: 05a5b90a-6a04-444d-a76b-777f5816192f for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:54:38.918898 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Updating router 05a5b90a-6a04-444d-a76b-777f5816192f port c768dddd-e9cc-433e-a357-e6abddf60ae4 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 23:54:38.932926 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-9aa1b5df-f266-4737-b2cf-91bfd86dae52 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:38.934694 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-9aa1b5df-f266-4737-b2cf-91bfd86dae52 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 818 time: 0.1562157 Jun 27 23:54:38.950100 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:38.975835 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-975d9448-8d0c-47cf-8f8e-14cd9dd74af2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:38.977308 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-975d9448-8d0c-47cf-8f8e-14cd9dd74af2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 818 time: 0.1247270 Jun 27 23:54:39.022582 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'port': {'device_id': '97650f02-6874-466c-89d7-b14037dbfd44', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'admin_state_up': True, 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:39.051860 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'port': {'device_id': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'admin_state_up': True, 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:39.126722 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2d6f5985-9256-4d42-9add-b31dc2ac4b72 req-83bfc515-e36f-4b59-83e8-3affeeb542f8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 210 time: 0.0712292 Jun 27 23:54:39.187202 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Made reservation on behalf of d1d141479a1540a1a4d59f6b03214384 for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:39.194702 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.210391 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Made reservation on behalf of d1d141479a1540a1a4d59f6b03214384 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:54:39.217774 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.258883 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Publish callbacks [] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.266018 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.316446 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946cca-4cde-4091-9f84-eaebfece2271 None None] Pushing event updated for resources: {'Port': ['ID=c768dddd-e9cc-433e-a357-e6abddf60ae4,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:39.342292 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Allocated IP 172.20.0.8 (eba48cad-277d-4e9c-935d-836b1282fdae/7206aaa1-104c-448a-89ae-ba865f3baadb/a73dad80-2515-4b72-b73f-4fab2dd5f6fb) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:39.371134 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Attempting to bind port c768dddd-e9cc-433e-a357-e6abddf60ae4 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:39.371586 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Attempting to bind port c768dddd-e9cc-433e-a357-e6abddf60ae4 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:39.372005 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Attempting to bind port c768dddd-e9cc-433e-a357-e6abddf60ae4 on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:39.377694 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:39.377870 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Checking segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:39.378277 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.378725 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Bound using segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:39.379247 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Bound port: c768dddd-e9cc-433e-a357-e6abddf60ae4, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:39.379716 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.452417 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] For port c768dddd-e9cc-433e-a357-e6abddf60ae4, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:39.455921 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] For port c768dddd-e9cc-433e-a357-e6abddf60ae4, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c768dddd-e9cc-433e-a357-e6abddf60ae4,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:39.462897 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.514542 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.527018 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946cca-4cde-4091-9f84-eaebfece2271 None None] Pushing event updated for resources: {'Port': ['ID=c768dddd-e9cc-433e-a357-e6abddf60ae4,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:39.529552 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:54:39.530205 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:54:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:39.555174 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.592393 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] Provisioning complete for port c768dddd-e9cc-433e-a357-e6abddf60ae4 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:39.593084 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.616493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Network eba48cad-277d-4e9c-935d-836b1282fdae is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:39.623582 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:39.626677 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:39.632653 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:39.633587 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.657942 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'Port': ['ID=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:39.673493 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Allocated IP 172.20.0.11 (eba48cad-277d-4e9c-935d-836b1282fdae/7206aaa1-104c-448a-89ae-ba865f3baadb/ef1196ee-482a-4364-9fa2-255f6bc3ee15) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:54:39.673786 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-b3235731-d642-469a-9e61-8b6bad60fc24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593497 Jun 27 23:54:39.695087 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Request body: {'port': {'device_id': '97650f02-6874-466c-89d7-b14037dbfd44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:39.718941 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] Current status of the port c768dddd-e9cc-433e-a357-e6abddf60ae4 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:39.723696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.732505 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:54:39.769814 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.819326 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] For port c768dddd-e9cc-433e-a357-e6abddf60ae4, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c768dddd-e9cc-433e-a357-e6abddf60ae4,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:39.827880 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.924550 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c842d-cc5f-42db-9d12-a50fdac38c55 None None] Pushing event updated for resources: {'Port': ['ID=c768dddd-e9cc-433e-a357-e6abddf60ae4,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:39.973997 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:39.984205 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-c6881f23-f1b1-49b8-91e8-17eab25a2d57 None None] Provisioning complete for port c768dddd-e9cc-433e-a357-e6abddf60ae4 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:39.984602 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c6881f23-f1b1-49b8-91e8-17eab25a2d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.022023 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.102012 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-c6881f23-f1b1-49b8-91e8-17eab25a2d57 None None] Current status of the port c768dddd-e9cc-433e-a357-e6abddf60ae4 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:40.127394 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Network eba48cad-277d-4e9c-935d-836b1282fdae is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:54:40.146269 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:54:40.157256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:54:40.171893 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:54:40.222345 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'Port': ['ID=ef1196ee-482a-4364-9fa2-255f6bc3ee15,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:40.258644 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:40.259442 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.263372 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bfd516-d210-4cb0-88bb-3cb4642f5c99 None None] The sync data for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi is: [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:54:40.294353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73dad80-2515-4b72-b73f-4fab2dd5f6fb {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:54:40.313346 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Publish callbacks [] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.338747 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-fcc44bed-9706-4970-8b69-e96c29e03070 None None] Provisioning complete for port a73dad80-2515-4b72-b73f-4fab2dd5f6fb triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:40.344729 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-fcc44bed-9706-4970-8b69-e96c29e03070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.352574 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4b0fabdc-cb70-4f79-987a-233aee7d6573 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3144307 Jun 27 23:54:40.375721 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Transition to ACTIVE for port object a73dad80-2515-4b72-b73f-4fab2dd5f6fb will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:54:40.387228 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Request body: {'port': {'device_id': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:54:40.387901 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.462977 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e6834-b839-433b-a7fb-857269c48db7 req-4e5b830a-faf8-4095-b8a4-957148da4eba tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:40.465265 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-fcc44bed-9706-4970-8b69-e96c29e03070 None None] Port a73dad80-2515-4b72-b73f-4fab2dd5f6fb cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:40.470658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a49e6834-b839-433b-a7fb-857269c48db7 req-4e5b830a-faf8-4095-b8a4-957148da4eba tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 932 time: 0.2077131 Jun 27 23:54:40.475535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c768dddd-e9cc-433e-a357-e6abddf60ae4 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:40.579870 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port c768dddd-e9cc-433e-a357-e6abddf60ae4 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:40.582232 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.582564 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Attempting to bind port a73dad80-2515-4b72-b73f-4fab2dd5f6fb on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:40.582900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Attempting to bind port a73dad80-2515-4b72-b73f-4fab2dd5f6fb by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:40.584992 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Attempting to bind port a73dad80-2515-4b72-b73f-4fab2dd5f6fb on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:40.588816 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:40.622802 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Port a73dad80-2515-4b72-b73f-4fab2dd5f6fb on network eba48cad-277d-4e9c-935d-836b1282fdae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:54:40.623121 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Attempting to bind port a73dad80-2515-4b72-b73f-4fab2dd5f6fb on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:40.638352 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59668) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:40.662923 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a49e6834-b839-433b-a7fb-857269c48db7 req-aeefcded-8ca5-491c-a293-1f3427fe6b98 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913278 Jun 27 23:54:40.699772 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:40.702457 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.703547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Checking segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:40.704059 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Bound using segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:40.704631 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Bound port: a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:40.705134 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.753746 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port c768dddd-e9cc-433e-a357-e6abddf60ae4 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:40.783035 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-11e0969f-c5b3-413b-ba51-8baef1f335fa None None] Provisioning complete for port ef1196ee-482a-4364-9fa2-255f6bc3ee15 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:40.783623 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-11e0969f-c5b3-413b-ba51-8baef1f335fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.830146 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-11e0969f-c5b3-413b-ba51-8baef1f335fa None None] Port ef1196ee-482a-4364-9fa2-255f6bc3ee15 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:54:40.870424 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] For port a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:40.880930 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] For port a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:40.898652 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.937303 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d70afb56-0bd2-4bf1-b074-df526ba44abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.950398 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:40.951223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:40.952749 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] 10.222.0.27 "PUT /v2.0/ports/a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 200 len: 1093 time: 1.2637780 Jun 27 23:54:40.959523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97650f02-6874-466c-89d7-b14037dbfd44', 'tag': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:40.961861 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "97650f02-6874-466c-89d7-b14037dbfd44", "tag": "a73dad80-2515-4b72-b73f-4fab2dd5f6fb"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:41.010638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6134379-3e01-4733-9754-c8b74766f8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:41.074945 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f4aaf7-4144-411a-ba6b-a933f7c3fd33 x-openstack-request-id: req-17f4aaf7-4144-411a-ba6b-a933f7c3fd33 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:41.075519 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97650f02-6874-466c-89d7-b14037dbfd44", "tag": "a73dad80-2515-4b72-b73f-4fab2dd5f6fb", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:41.075925 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17f4aaf7-4144-411a-ba6b-a933f7c3fd33 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:41.076483 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f4aaf7-4144-411a-ba6b-a933f7c3fd33'] response: {'name': 'network-changed', 'server_uuid': '97650f02-6874-466c-89d7-b14037dbfd44', 'tag': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb', 'status': 'completed', 'code': 200} Jun 27 23:54:41.139506 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-3804cdf4-dee0-4a2d-b036-7fe704adb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.141068 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-3804cdf4-dee0-4a2d-b036-7fe704adb4a8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1127 time: 0.1146188 Jun 27 23:54:41.156210 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d70afb56-0bd2-4bf1-b074-df526ba44abe admin admin] Publish callbacks [] for security_group (bc93aefd-dfac-4df7-8b1b-4270bb6696db), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.177189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1196ee-482a-4364-9fa2-255f6bc3ee15 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:54:41.189609 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Publish callbacks [] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.206125 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-5f22beb8-c289-4349-a51b-ce829cdeb626 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 200 len: 217 time: 0.0485003 Jun 27 23:54:41.206695 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d70afb56-0bd2-4bf1-b074-df526ba44abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (bc93aefd-dfac-4df7-8b1b-4270bb6696db), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.208391 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Transition to ACTIVE for port object ef1196ee-482a-4364-9fa2-255f6bc3ee15 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:54:41.218090 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.302775 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1196ee-482a-4364-9fa2-255f6bc3ee15,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:41.388918 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Attempting to bind port ef1196ee-482a-4364-9fa2-255f6bc3ee15 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:54:41.389334 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Attempting to bind port ef1196ee-482a-4364-9fa2-255f6bc3ee15 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:54:41.389729 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Attempting to bind port ef1196ee-482a-4364-9fa2-255f6bc3ee15 on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:41.396153 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Port ef1196ee-482a-4364-9fa2-255f6bc3ee15 on network eba48cad-277d-4e9c-935d-836b1282fdae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:54:41.396473 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Attempting to bind port ef1196ee-482a-4364-9fa2-255f6bc3ee15 on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:54:41.407518 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:54:41.407867 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Checking segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:54:41.408261 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Bound using segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:54:41.408705 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Bound port: ef1196ee-482a-4364-9fa2-255f6bc3ee15, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:54:41.409818 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.420967 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70afb56-0bd2-4bf1-b074-df526ba44abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93aefd-dfac-4df7-8b1b-4270bb6696db,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:41.434988 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d70afb56-0bd2-4bf1-b074-df526ba44abe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adfd5addfa2f4a5c9ddb76f44fc64eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7705786 Jun 27 23:54:41.438332 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59680) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:41.463101 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-8f5139e3-f93b-4c41-9ea3-f24e737d365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.464808 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-8f5139e3-f93b-4c41-9ea3-f24e737d365c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.2509792 Jun 27 23:54:41.519085 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] For port ef1196ee-482a-4364-9fa2-255f6bc3ee15, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:54:41.522978 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] For port ef1196ee-482a-4364-9fa2-255f6bc3ee15, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:54:41.536911 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.550511 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1469-99cc-49f9-a711-e3df3288c1e5 admin admin] Publish callbacks [] for security_group (bc93aefd-dfac-4df7-8b1b-4270bb6696db), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.571605 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f68fe968-f21b-474d-b1ed-bcedc452e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.573217 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-f68fe968-f21b-474d-b1ed-bcedc452e275 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998371 Jun 27 23:54:41.597296 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1469-99cc-49f9-a711-e3df3288c1e5 admin admin] Publish callbacks [] for security_group (bc93aefd-dfac-4df7-8b1b-4270bb6696db), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.602965 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.604751 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:41.608041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] 10.222.0.27 "PUT /v2.0/ports/ef1196ee-482a-4364-9fa2-255f6bc3ee15 HTTP/1.1" status: 200 len: 1094 time: 1.2349741 Jun 27 23:54:41.610985 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'tag': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:41.613510 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77" -d '{"events": [{"name": "network-changed", "server_uuid": "fe19b99d-6714-425f-97b5-ceeaa9b7b921", "tag": "ef1196ee-482a-4364-9fa2-255f6bc3ee15"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:41.658959 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f480dc-c011-4b4e-b5f3-6934d3fe7fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1196ee-482a-4364-9fa2-255f6bc3ee15,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:41.691894 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ae2527-007f-45b6-a322-34148fc95898 x-openstack-request-id: req-a9ae2527-007f-45b6-a322-34148fc95898 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:41.692340 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe19b99d-6714-425f-97b5-ceeaa9b7b921", "tag": "ef1196ee-482a-4364-9fa2-255f6bc3ee15", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:41.692776 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9ae2527-007f-45b6-a322-34148fc95898 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:41.693339 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ae2527-007f-45b6-a322-34148fc95898'] response: {'name': 'network-changed', 'server_uuid': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'tag': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15', 'status': 'completed', 'code': 200} Jun 27 23:54:41.755015 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-842919e9-bc18-41b1-893c-cca59c58d05f service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724675 Jun 27 23:54:41.841794 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4524767a-6111-464f-bea7-490656188d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.843820 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-4524767a-6111-464f-bea7-490656188d2a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 1128 time: 0.1318202 Jun 27 23:54:41.899520 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-6252d382-168d-49db-bd1e-eef5871aabfb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15 HTTP/1.1" status: 200 len: 217 time: 0.0377803 Jun 27 23:54:41.960955 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384709-7059-4330-b23b-aab914f78e9e req-89b6fb8c-5890-4f87-94c0-18293876f4d3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.969140 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7c384709-7059-4330-b23b-aab914f78e9e req-89b6fb8c-5890-4f87-94c0-18293876f4d3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 944 time: 0.1490674 Jun 27 23:54:41.995956 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-9912df2e-55d6-4db5-a31f-39d17c795b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:41.997705 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-9912df2e-55d6-4db5-a31f-39d17c795b84 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0896256 Jun 27 23:54:42.116807 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1469-99cc-49f9-a711-e3df3288c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (bc93aefd-dfac-4df7-8b1b-4270bb6696db), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:42.119634 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1469-99cc-49f9-a711-e3df3288c1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:42.124713 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b5fd1469-99cc-49f9-a711-e3df3288c1e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc93aefd-dfac-4df7-8b1b-4270bb6696db HTTP/1.1" status: 204 len: 168 time: 0.6822174 Jun 27 23:54:42.186223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd1469-99cc-49f9-a711-e3df3288c1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93aefd-dfac-4df7-8b1b-4270bb6696db,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:42.209563 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-05ed9adc-3584-4ab4-997e-548c617c3d5a req-66877db0-e2de-4def-947f-dc41f168104c service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903933 Jun 27 23:54:42.324807 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7c384709-7059-4330-b23b-aab914f78e9e req-80ad7427-b42b-4d9b-ac1a-1dd4a1413408 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547068 Jun 27 23:54:42.341988 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-10daa027-f26b-444b-bba0-21c1ea15aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.343303 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-10daa027-f26b-444b-bba0-21c1ea15aaf3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3385074 Jun 27 23:54:42.378595 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-e6d57dde-2d02-461a-a744-80059d73751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.380392 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-e6d57dde-2d02-461a-a744-80059d73751d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1127 time: 0.0607924 Jun 27 23:54:42.444078 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-be670deb-8f91-4600-a86d-a3b266ebf424 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942430 Jun 27 23:54:42.480788 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-589d9950-575e-4781-bcff-895d5f8b5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.482386 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-589d9950-575e-4781-bcff-895d5f8b5502 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.0959370 Jun 27 23:54:42.487410 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59740) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:42.507289 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-02c3face-9d9e-4482-9d2e-cca8285b48fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:42.538101 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-c88ce76f-b67f-4a8c-a835-4a0269e7fc9a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 200 len: 217 time: 0.0434606 Jun 27 23:54:42.540665 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6025bfd2-3cbd-418f-a66f-b0ebfd6fb6c1 req-147e2660-c5e5-49ec-8075-c4c70b2fdd6c service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893073 Jun 27 23:54:42.626301 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-4bc2555f-8154-4c4d-9df5-715594bc40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.627790 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-4bc2555f-8154-4c4d-9df5-715594bc40b9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0674441 Jun 27 23:54:42.662573 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-02c3face-9d9e-4482-9d2e-cca8285b48fd admin admin] Publish callbacks [] for security_group (670f48c7-94d1-4fb5-8b5e-da6017af95a0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:42.679070 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-02c3face-9d9e-4482-9d2e-cca8285b48fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (670f48c7-94d1-4fb5-8b5e-da6017af95a0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:42.714305 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-fc175aa3-e775-40d7-95e0-020ffa074861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.716457 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-fc175aa3-e775-40d7-95e0-020ffa074861 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 1128 time: 0.0514812 Jun 27 23:54:42.740810 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-02c3face-9d9e-4482-9d2e-cca8285b48fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29dd23f2c4cb45038e0fc26074214905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523851 Jun 27 23:54:42.744402 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59754) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:42.746756 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3face-9d9e-4482-9d2e-cca8285b48fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670f48c7-94d1-4fb5-8b5e-da6017af95a0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:42.759604 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-310008f5-bbdb-4f46-bc08-a20d9be468d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.761382 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-310008f5-bbdb-4f46-bc08-a20d9be468d7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959928 Jun 27 23:54:42.856520 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-31fabd3f-0d22-427b-90f3-69d9b4604f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:42.858028 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-31fabd3f-0d22-427b-90f3-69d9b4604f52 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1340468 Jun 27 23:54:42.862780 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8fdc664d-2165-434a-a7f1-133519e7b193 admin admin] Publish callbacks [] for security_group (670f48c7-94d1-4fb5-8b5e-da6017af95a0), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:42.908269 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-db91caae-8efd-4adb-9b6d-9fd4ab295a35 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392202 Jun 27 23:54:42.914996 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-f1df0ff3-a8f9-4058-8b1e-b9f9b9de66f9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15 HTTP/1.1" status: 200 len: 217 time: 0.0488844 Jun 27 23:54:42.927039 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8fdc664d-2165-434a-a7f1-133519e7b193 admin admin] Publish callbacks [] for security_group (670f48c7-94d1-4fb5-8b5e-da6017af95a0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.004028 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-2c99282b-f5b5-41c8-a2a7-e016897e52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:43.005603 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-2c99282b-f5b5-41c8-a2a7-e016897e52fe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0810757 Jun 27 23:54:43.007730 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b2d5aaa6-ca92-4ea9-881a-e2cc226d3f9b req-30cb517e-249a-4850-9014-116fdb5172c4 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916524 Jun 27 23:54:43.026015 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8fdc664d-2165-434a-a7f1-133519e7b193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (670f48c7-94d1-4fb5-8b5e-da6017af95a0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.029037 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8fdc664d-2165-434a-a7f1-133519e7b193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.030362 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-8fdc664d-2165-434a-a7f1-133519e7b193 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/670f48c7-94d1-4fb5-8b5e-da6017af95a0 HTTP/1.1" status: 204 len: 168 time: 0.2849090 Jun 27 23:54:43.069841 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc664d-2165-434a-a7f1-133519e7b193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670f48c7-94d1-4fb5-8b5e-da6017af95a0,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:43.103463 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-351f3160-9f48-433e-8c33-d437f9c48244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:43.112345 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-351f3160-9f48-433e-8c33-d437f9c48244 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767267 Jun 27 23:54:43.226691 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-73585eb7-70ae-4ed3-b699-0d194773aeee service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050277 Jun 27 23:54:43.331829 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c3ded32-ff96-4ef9-8ab8-ee19d0e5fc77 req-8401870d-92ad-4864-a98e-8a28940853dc service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895884 Jun 27 23:54:43.392422 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device a73dad80-2515-4b72-b73f-4fab2dd5f6fb details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:54:43.468350 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77cfb5-3efb-49e9-b8ef-b1528e89dfef req-59c1a55b-a691-495a-8f60-55a8690421ef tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:43.469893 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fd77cfb5-3efb-49e9-b8ef-b1528e89dfef req-59c1a55b-a691-495a-8f60-55a8690421ef tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 944 time: 0.0618620 Jun 27 23:54:43.494774 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:43.511003 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'port_id': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb', 'mac_address': 'fa:16:3e:5e:c6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:54:43.523374 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fd77cfb5-3efb-49e9-b8ef-b1528e89dfef req-a1c5b09f-ce6d-464d-bd53-a0dd03b35c82 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Jun 27 23:54:43.550673 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port a73dad80-2515-4b72-b73f-4fab2dd5f6fb is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:43.551141 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.565211 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73dad80-2515-4b72-b73f-4fab2dd5f6fb {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:54:43.585869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:43.590493 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.591223 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ef1196ee-482a-4364-9fa2-255f6bc3ee15 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:54:43.660600 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:43.664223 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ef1196ee-482a-4364-9fa2-255f6bc3ee15, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:43.681031 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'port_id': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15', 'mac_address': 'fa:16:3e:f9:19:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:54:43.716635 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port ef1196ee-482a-4364-9fa2-255f6bc3ee15 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:43.717030 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.733435 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1196ee-482a-4364-9fa2-255f6bc3ee15 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:54:43.753852 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ef1196ee-482a-4364-9fa2-255f6bc3ee15, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:43.758535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:43.806082 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=ef1196ee-482a-4364-9fa2-255f6bc3ee15,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:44.653215 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b6d0-e30b-4221-9f31-3db6f5040a79 req-04151572-3d51-47ee-ac98-7d44b15856f8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:44.656483 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22c0b6d0-e30b-4221-9f31-3db6f5040a79 req-04151572-3d51-47ee-ac98-7d44b15856f8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 945 time: 0.0581121 Jun 27 23:54:44.703088 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22c0b6d0-e30b-4221-9f31-3db6f5040a79 req-a56ec528-30fe-4ca9-8bfd-afb6e2255ad8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Jun 27 23:54:45.842176 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b951-2bb8-4d71-bd50-ac166e8d5e6c req-b7d28a86-cf82-41ff-a97f-3c16bc485ab8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:45.843639 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a604b951-2bb8-4d71-bd50-ac166e8d5e6c req-b7d28a86-cf82-41ff-a97f-3c16bc485ab8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 945 time: 0.0626864 Jun 27 23:54:45.894349 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a604b951-2bb8-4d71-bd50-ac166e8d5e6c req-4d5703c4-f8d0-441f-aea7-4e2ae2c119bc tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Jun 27 23:54:46.824228 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['a73dad80-2515-4b72-b73f-4fab2dd5f6fb'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:54:46.890119 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['ef1196ee-482a-4364-9fa2-255f6bc3ee15'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:54:47.027700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510636fe-009c-4ba7-9bb4-4d2240dcd39e req-e972a6e4-fa6f-4cfe-aad1-71b18590790e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:47.029211 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-510636fe-009c-4ba7-9bb4-4d2240dcd39e req-e972a6e4-fa6f-4cfe-aad1-71b18590790e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 945 time: 0.0646660 Jun 27 23:54:47.080767 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-510636fe-009c-4ba7-9bb4-4d2240dcd39e req-2c31fda9-027d-4a19-9de0-a5c4895130a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Jun 27 23:54:47.515358 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-148053e4-9edd-4607-87b1-a6522e7bb438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.203336 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545fcfb-b0b2-43f4-878f-3e0f20fbaef7 req-9dc50a51-851c-4a5e-8080-f889a4ef4d64 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:48.204727 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e545fcfb-b0b2-43f4-878f-3e0f20fbaef7 req-9dc50a51-851c-4a5e-8080-f889a4ef4d64 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 945 time: 0.0550442 Jun 27 23:54:48.252642 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e545fcfb-b0b2-43f4-878f-3e0f20fbaef7 req-0e94cfd9-8a39-485f-9e5c-a98e05823c4b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Jun 27 23:54:48.523066 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device a73dad80-2515-4b72-b73f-4fab2dd5f6fb up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:48.586607 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port a73dad80-2515-4b72-b73f-4fab2dd5f6fb completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:54:48.590899 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port a73dad80-2515-4b72-b73f-4fab2dd5f6fb triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:48.591340 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.666894 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port a73dad80-2515-4b72-b73f-4fab2dd5f6fb is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:48.667295 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.691001 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97650f02-6874-466c-89d7-b14037dbfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:48.693423 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af332bb-6d61-4c6f-8f1d-e561fd4d0fbc" -d '{"events": [{"server_uuid": "97650f02-6874-466c-89d7-b14037dbfd44", "name": "network-vif-plugged", "status": "completed", "tag": "a73dad80-2515-4b72-b73f-4fab2dd5f6fb"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:48.708208 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:48.713420 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.714287 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ef1196ee-482a-4364-9fa2-255f6bc3ee15 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:54:48.753030 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d1929b-ff4f-4755-ba6e-7273c42c746a x-openstack-request-id: req-09d1929b-ff4f-4755-ba6e-7273c42c746a {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:48.753371 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97650f02-6874-466c-89d7-b14037dbfd44", "name": "network-vif-plugged", "status": "completed", "tag": "a73dad80-2515-4b72-b73f-4fab2dd5f6fb", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:48.753632 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09d1929b-ff4f-4755-ba6e-7273c42c746a {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:48.754028 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d1929b-ff4f-4755-ba6e-7273c42c746a'] response: {'server_uuid': '97650f02-6874-466c-89d7-b14037dbfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb', 'code': 200} Jun 27 23:54:48.788740 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:48.803545 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port ef1196ee-482a-4364-9fa2-255f6bc3ee15 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:54:48.807377 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port ef1196ee-482a-4364-9fa2-255f6bc3ee15 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:54:48.807751 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.880413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port ef1196ee-482a-4364-9fa2-255f6bc3ee15 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:54:48.880803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.914448 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ef1196ee-482a-4364-9fa2-255f6bc3ee15, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:54:48.921701 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:48.962135 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809452c-8444-481a-8e3c-86e3b170f47d req-bb2f299d-235d-4a25-a4b4-54736b8f6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:48.963614 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e809452c-8444-481a-8e3c-86e3b170f47d req-bb2f299d-235d-4a25-a4b4-54736b8f6ac9 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1129 time: 0.0469031 Jun 27 23:54:48.971783 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=ef1196ee-482a-4364-9fa2-255f6bc3ee15,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:49.013440 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e809452c-8444-481a-8e3c-86e3b170f47d req-f728dd00-852b-4384-96e9-f40f443c0454 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Jun 27 23:54:49.390224 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62e2b1-1ab8-4d3f-8320-0b8280b6c21b req-6ea076e7-afab-4b2c-832c-2a041b537900 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:49.391852 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba62e2b1-1ab8-4d3f-8320-0b8280b6c21b req-6ea076e7-afab-4b2c-832c-2a041b537900 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0566804 Jun 27 23:54:49.452923 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba62e2b1-1ab8-4d3f-8320-0b8280b6c21b req-5e126648-9a65-41d4-ac25-2b354dec829b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Jun 27 23:54:49.743930 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3289974b-6990-4453-9bb0-bcecd6ac83b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:50.583421 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced66f8-a512-4bbc-8caa-21bc5438fac9 req-74e559c5-493c-4bc3-8520-0639bacd85d2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:50.584918 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ced66f8-a512-4bbc-8caa-21bc5438fac9 req-74e559c5-493c-4bc3-8520-0639bacd85d2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0600016 Jun 27 23:54:50.634041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ced66f8-a512-4bbc-8caa-21bc5438fac9 req-9ee456a2-8e75-4253-89b1-e3b7c79a51de tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Jun 27 23:54:50.707053 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:50.754952 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:54:50.757354 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd9b96-712e-46e2-b7a9-443e4c68d801" -d '{"events": [{"server_uuid": "fe19b99d-6714-425f-97b5-ceeaa9b7b921", "name": "network-vif-plugged", "status": "completed", "tag": "ef1196ee-482a-4364-9fa2-255f6bc3ee15"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:54:50.796753 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d703d2-adf8-42e3-922e-8883b6a97902 x-openstack-request-id: req-79d703d2-adf8-42e3-922e-8883b6a97902 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:54:50.797075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe19b99d-6714-425f-97b5-ceeaa9b7b921", "name": "network-vif-plugged", "status": "completed", "tag": "ef1196ee-482a-4364-9fa2-255f6bc3ee15", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:54:50.797394 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79d703d2-adf8-42e3-922e-8883b6a97902 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:54:50.797791 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d703d2-adf8-42e3-922e-8883b6a97902'] response: {'server_uuid': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15', 'code': 200} Jun 27 23:54:51.053398 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b41a-8e84-46f7-94c1-04b45ddf98cb req-1de2a3c5-312b-4118-aa6f-2c152215a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:51.054872 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-50f8b41a-8e84-46f7-94c1-04b45ddf98cb req-1de2a3c5-312b-4118-aa6f-2c152215a30d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 1130 time: 0.0471590 Jun 27 23:54:51.104013 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-50f8b41a-8e84-46f7-94c1-04b45ddf98cb req-cd8960bc-11a6-4495-813e-6f53b4224d07 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Jun 27 23:54:51.775704 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d25-b71a-4f83-b963-11899db0ead7 req-df0c238b-7a75-4df3-beec-2dc6dbbf30ed tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:51.777264 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-16fd2d25-b71a-4f83-b963-11899db0ead7 req-df0c238b-7a75-4df3-beec-2dc6dbbf30ed tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0544922 Jun 27 23:54:51.824402 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-16fd2d25-b71a-4f83-b963-11899db0ead7 req-04fd570a-67c3-478f-855d-44497d812252 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Jun 27 23:54:52.207071 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.249507 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 59952) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:52.392609 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0994e7f8-5b2b-45fe-99f8-b2d739272baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.472738 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0994e7f8-5b2b-45fe-99f8-b2d739272baf admin admin] Publish callbacks [] for security_group (338deb80-055c-4fb3-879e-f57d698a2f33), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.477269 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0994e7f8-5b2b-45fe-99f8-b2d739272baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (338deb80-055c-4fb3-879e-f57d698a2f33), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.517879 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0994e7f8-5b2b-45fe-99f8-b2d739272baf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b4585f5f3864a90ac8c36fa69801fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671964 Jun 27 23:54:52.518701 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994e7f8-5b2b-45fe-99f8-b2d739272baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338deb80-055c-4fb3-879e-f57d698a2f33,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:52.520524 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 59966) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:52.576987 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-efd601e4-5dd4-4c46-81fe-4ede4755a8b2 admin admin] Publish callbacks [] for security_group (338deb80-055c-4fb3-879e-f57d698a2f33), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.604672 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-efd601e4-5dd4-4c46-81fe-4ede4755a8b2 admin admin] Publish callbacks [] for security_group (338deb80-055c-4fb3-879e-f57d698a2f33), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.658413 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-efd601e4-5dd4-4c46-81fe-4ede4755a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (338deb80-055c-4fb3-879e-f57d698a2f33), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.661516 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-efd601e4-5dd4-4c46-81fe-4ede4755a8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:52.662661 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-efd601e4-5dd4-4c46-81fe-4ede4755a8b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/338deb80-055c-4fb3-879e-f57d698a2f33 HTTP/1.1" status: 204 len: 168 time: 0.1395338 Jun 27 23:54:52.673603 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd601e4-5dd4-4c46-81fe-4ede4755a8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338deb80-055c-4fb3-879e-f57d698a2f33,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:52.950309 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84e801-2236-46d2-a585-6fc1acebdfa7 req-8b3c45ce-c17b-4c1e-b354-dff380156992 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:52.951854 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1a84e801-2236-46d2-a585-6fc1acebdfa7 req-8b3c45ce-c17b-4c1e-b354-dff380156992 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0559018 Jun 27 23:54:53.002987 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1a84e801-2236-46d2-a585-6fc1acebdfa7 req-322f890c-0b5b-4f60-975f-af1e70af502a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Jun 27 23:54:53.312144 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d23596-c402-4b2b-874c-2a13a7db415f req-151154eb-69dc-44e1-b8ca-f09587357359 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:53.313704 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-81d23596-c402-4b2b-874c-2a13a7db415f req-151154eb-69dc-44e1-b8ca-f09587357359 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0902052 Jun 27 23:54:53.320201 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-d49eb298-9ced-4b8b-ba99-e87056966181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:53.321646 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-d49eb298-9ced-4b8b-ba99-e87056966181 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 1130 time: 0.0685785 Jun 27 23:54:53.414889 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-81d23596-c402-4b2b-874c-2a13a7db415f req-9cb87536-1fbd-4464-8e84-66d0ba3e21ea tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922098 Jun 27 23:54:53.441348 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-714f7581-b2bf-4090-8bbb-6bfbccd5e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:53.442821 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-714f7581-b2bf-4090-8bbb-6bfbccd5e5fa service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1070356 Jun 27 23:54:53.485940 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-04b98c58-6a11-4195-8465-ee16f0abba47 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15 HTTP/1.1" status: 200 len: 217 time: 0.0368063 Jun 27 23:54:53.543448 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-45de6f47-847b-42f3-b214-d04b176aa59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:53.544799 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-45de6f47-847b-42f3-b214-d04b176aa59a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0437980 Jun 27 23:54:53.601894 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-8f610018-2723-4d60-b35b-82e5ba1fa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:53.603743 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-8f610018-2723-4d60-b35b-82e5ba1fa970 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507474 Jun 27 23:54:53.721189 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-db08df86-09ef-4b56-9d2c-8335a1844d3f service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015077 Jun 27 23:54:53.801835 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:53.825140 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58183527-624f-4d6a-ae38-ea676fd401c3 req-e4cc5ead-bc2c-4830-b72c-c8f2df8de5ef service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966504 Jun 27 23:54:54.551277 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91671b80-27db-427e-9b02-29b049bf9646 req-201b9bdc-7fda-40d3-83ea-0cedfea540ef tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:54.552727 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-91671b80-27db-427e-9b02-29b049bf9646 req-201b9bdc-7fda-40d3-83ea-0cedfea540ef tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0694087 Jun 27 23:54:54.607579 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-91671b80-27db-427e-9b02-29b049bf9646 req-e63b5dfd-62e0-4091-81c4-5f769580103b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Jun 27 23:54:55.753876 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de77d5-5e02-43d5-9f17-252e43207f10 req-8b09daed-59f6-4f91-940b-011464d6eb27 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:55.755536 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03de77d5-5e02-43d5-9f17-252e43207f10 req-8b09daed-59f6-4f91-940b-011464d6eb27 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0682867 Jun 27 23:54:55.805983 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03de77d5-5e02-43d5-9f17-252e43207f10 req-a89e330d-cfe6-4b3a-9592-50f52af0302f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Jun 27 23:54:56.191103 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60058) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:56.312169 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85201cc7-1237-4bc9-b5c5-664ce5aabec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.388437 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85201cc7-1237-4bc9-b5c5-664ce5aabec1 admin admin] Publish callbacks [] for security_group (b7655992-d42c-4d08-930c-5bdf6f3e915b), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.392891 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85201cc7-1237-4bc9-b5c5-664ce5aabec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b7655992-d42c-4d08-930c-5bdf6f3e915b), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.435643 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-85201cc7-1237-4bc9-b5c5-664ce5aabec1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab8581bcc03845589095732ccfd1c6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430789 Jun 27 23:54:56.436819 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85201cc7-1237-4bc9-b5c5-664ce5aabec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7655992-d42c-4d08-930c-5bdf6f3e915b,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:56.438580 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60062) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:56.501468 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc3-d8b0-44be-8252-9d0c35cac2bc admin admin] Publish callbacks [] for security_group (b7655992-d42c-4d08-930c-5bdf6f3e915b), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.524729 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc3-d8b0-44be-8252-9d0c35cac2bc admin admin] Publish callbacks [] for security_group (b7655992-d42c-4d08-930c-5bdf6f3e915b), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.577202 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc3-d8b0-44be-8252-9d0c35cac2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b7655992-d42c-4d08-930c-5bdf6f3e915b), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.579808 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc3-d8b0-44be-8252-9d0c35cac2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.581397 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a3893fc3-d8b0-44be-8252-9d0c35cac2bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7655992-d42c-4d08-930c-5bdf6f3e915b HTTP/1.1" status: 204 len: 168 time: 0.1407697 Jun 27 23:54:56.590938 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893fc3-d8b0-44be-8252-9d0c35cac2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7655992-d42c-4d08-930c-5bdf6f3e915b,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:56.876348 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60074) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:56.890481 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-61e85b7e-57be-49b5-8c14-623d70dc3657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.933467 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f269e9f-914f-4c30-a523-4e19f73b06f2 req-168d5d07-846d-4670-a756-ac85ee9e8476 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:56.934956 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6f269e9f-914f-4c30-a523-4e19f73b06f2 req-168d5d07-846d-4670-a756-ac85ee9e8476 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0577669 Jun 27 23:54:56.968804 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-61e85b7e-57be-49b5-8c14-623d70dc3657 admin admin] Publish callbacks [] for security_group (4cf4871e-8aae-4ac0-9bb7-7110508d2a8d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.975895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-61e85b7e-57be-49b5-8c14-623d70dc3657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4cf4871e-8aae-4ac0-9bb7-7110508d2a8d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:56.986327 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6f269e9f-914f-4c30-a523-4e19f73b06f2 req-8174fb1c-c48f-450b-b919-f22e3bb3a93a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447607 Jun 27 23:54:57.021000 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85b7e-57be-49b5-8c14-623d70dc3657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4871e-8aae-4ac0-9bb7-7110508d2a8d,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:57.025785 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-61e85b7e-57be-49b5-8c14-623d70dc3657 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c5895473b7343cead412839ca16e237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482265 Jun 27 23:54:57.028423 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60078) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:54:57.085748 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-38baffd0-31e7-48e4-be36-3a45d4dded58 admin admin] Publish callbacks [] for security_group (4cf4871e-8aae-4ac0-9bb7-7110508d2a8d), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:57.112703 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-38baffd0-31e7-48e4-be36-3a45d4dded58 admin admin] Publish callbacks [] for security_group (4cf4871e-8aae-4ac0-9bb7-7110508d2a8d), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:57.159503 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-38baffd0-31e7-48e4-be36-3a45d4dded58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4cf4871e-8aae-4ac0-9bb7-7110508d2a8d), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:57.162149 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-38baffd0-31e7-48e4-be36-3a45d4dded58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:54:57.163316 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-38baffd0-31e7-48e4-be36-3a45d4dded58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cf4871e-8aae-4ac0-9bb7-7110508d2a8d HTTP/1.1" status: 204 len: 168 time: 0.1340659 Jun 27 23:54:57.171577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baffd0-31e7-48e4-be36-3a45d4dded58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4871e-8aae-4ac0-9bb7-7110508d2a8d,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:54:58.107676 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44ef04-c56b-4ca6-87e8-d7c91976fb3d req-a5e1ecfc-ec32-4e8e-a92c-72f4dc8d2b2b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:58.113580 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5e44ef04-c56b-4ca6-87e8-d7c91976fb3d req-a5e1ecfc-ec32-4e8e-a92c-72f4dc8d2b2b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0596199 Jun 27 23:54:58.161294 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5e44ef04-c56b-4ca6-87e8-d7c91976fb3d req-f3244fdf-8b3a-470c-b71e-2f210f8626ad tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Jun 27 23:54:59.285784 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e491f4-5b35-4ada-ba83-fcf7f3b5225d req-68ff0ff2-52da-46b4-85f4-a9d354d1ac1e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:54:59.287265 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03e491f4-5b35-4ada-ba83-fcf7f3b5225d req-68ff0ff2-52da-46b4-85f4-a9d354d1ac1e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0580223 Jun 27 23:54:59.334771 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03e491f4-5b35-4ada-ba83-fcf7f3b5225d req-c017405b-3dac-41c4-906e-163ac7d524c6 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Jun 27 23:55:00.456594 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ff47-35c9-470c-8dfe-c5084de62d23 req-c9b3d98a-b32f-489f-bd6c-2d585d213c04 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:00.458068 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc63ff47-35c9-470c-8dfe-c5084de62d23 req-c9b3d98a-b32f-489f-bd6c-2d585d213c04 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0558574 Jun 27 23:55:00.509313 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc63ff47-35c9-470c-8dfe-c5084de62d23 req-3d46cc2f-77f7-44b3-8c78-c55eb00a8d25 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Jun 27 23:55:01.385197 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60226) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:01.502832 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5739381-7e10-497e-9049-e9b920456974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.601799 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5739381-7e10-497e-9049-e9b920456974 admin admin] Publish callbacks [] for security_group (02147731-223a-4f9a-a635-92a9e0e72f75), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.635264 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5739381-7e10-497e-9049-e9b920456974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (02147731-223a-4f9a-a635-92a9e0e72f75), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.685399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5739381-7e10-497e-9049-e9b920456974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02147731-223a-4f9a-a635-92a9e0e72f75,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:01.693550 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d5739381-7e10-497e-9049-e9b920456974 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=051400772c974cb998e598f1ad4a05b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072901 Jun 27 23:55:01.695742 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60246) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:01.709165 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925e0e-bd10-4700-9269-eafdee72c6ee req-2530dada-92ba-4b36-a10a-2d81b3bc4866 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:01.713673 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d0925e0e-bd10-4700-9269-eafdee72c6ee req-2530dada-92ba-4b36-a10a-2d81b3bc4866 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1104176 Jun 27 23:55:01.754878 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e497edcc-13d2-406c-bb56-8af65676aa86 admin admin] Publish callbacks [] for security_group (02147731-223a-4f9a-a635-92a9e0e72f75), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.787146 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e497edcc-13d2-406c-bb56-8af65676aa86 admin admin] Publish callbacks [] for security_group (02147731-223a-4f9a-a635-92a9e0e72f75), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.817959 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c649d3-6efd-45bf-98ad-494e4cdb48c0 req-40a529e3-04b5-4943-9df7-ff780d5b0655 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:01.819891 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-53c649d3-6efd-45bf-98ad-494e4cdb48c0 req-40a529e3-04b5-4943-9df7-ff780d5b0655 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0769157 Jun 27 23:55:01.825739 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d0925e0e-bd10-4700-9269-eafdee72c6ee req-80ce32fb-dc95-41e3-bc69-a197c6fa27ff tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050937 Jun 27 23:55:01.850829 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e497edcc-13d2-406c-bb56-8af65676aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (02147731-223a-4f9a-a635-92a9e0e72f75), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.853988 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e497edcc-13d2-406c-bb56-8af65676aa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:01.855323 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e497edcc-13d2-406c-bb56-8af65676aa86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02147731-223a-4f9a-a635-92a9e0e72f75 HTTP/1.1" status: 204 len: 168 time: 0.1578162 Jun 27 23:55:01.863892 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497edcc-13d2-406c-bb56-8af65676aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02147731-223a-4f9a-a635-92a9e0e72f75,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:01.877620 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-53c649d3-6efd-45bf-98ad-494e4cdb48c0 req-3f779eb4-3b54-4edd-b51e-8627190e2b30 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507126 Jun 27 23:55:02.028071 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.184186 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60258) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:02.200573 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a752317c-988d-4bb8-9853-bd2c07c1e50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.279350 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a752317c-988d-4bb8-9853-bd2c07c1e50b admin admin] Publish callbacks [] for security_group (235b285c-d878-452d-805b-6425c50c9312), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.289295 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a752317c-988d-4bb8-9853-bd2c07c1e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (235b285c-d878-452d-805b-6425c50c9312), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.325746 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a752317c-988d-4bb8-9853-bd2c07c1e50b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c42168fe5e064aab9a84df68bb4277d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404197 Jun 27 23:55:02.329021 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60262) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:02.343410 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752317c-988d-4bb8-9853-bd2c07c1e50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235b285c-d878-452d-805b-6425c50c9312,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:02.432188 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-22ccfb37-abc4-4f50-8ec4-7501b6731aad admin admin] Publish callbacks [] for security_group (235b285c-d878-452d-805b-6425c50c9312), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.455003 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-22ccfb37-abc4-4f50-8ec4-7501b6731aad admin admin] Publish callbacks [] for security_group (235b285c-d878-452d-805b-6425c50c9312), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.505025 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-22ccfb37-abc4-4f50-8ec4-7501b6731aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (235b285c-d878-452d-805b-6425c50c9312), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.507716 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-22ccfb37-abc4-4f50-8ec4-7501b6731aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.508877 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-22ccfb37-abc4-4f50-8ec4-7501b6731aad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/235b285c-d878-452d-805b-6425c50c9312 HTTP/1.1" status: 204 len: 168 time: 0.1782656 Jun 27 23:55:02.516588 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccfb37-abc4-4f50-8ec4-7501b6731aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235b285c-d878-452d-805b-6425c50c9312,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:02.805356 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60280) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:02.932942 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2120-5a81-4295-8938-c32980f088f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:02.967819 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9df56-1480-4c7a-90b1-60784b1124f4 req-006017b2-3f1d-4794-afed-b510f78ad42e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:02.976565 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-44b9df56-1480-4c7a-90b1-60784b1124f4 req-006017b2-3f1d-4794-afed-b510f78ad42e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0644968 Jun 27 23:55:03.017116 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2120-5a81-4295-8938-c32980f088f2 admin admin] Publish callbacks [] for security_group (d1ad849c-8d00-4e97-99d5-36196cf8e3e0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:03.022665 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2120-5a81-4295-8938-c32980f088f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d1ad849c-8d00-4e97-99d5-36196cf8e3e0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:03.061835 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8a4d2120-5a81-4295-8938-c32980f088f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81a798bef48b407a9db83ef43b9dd209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547889 Jun 27 23:55:03.064065 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d2120-5a81-4295-8938-c32980f088f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad849c-8d00-4e97-99d5-36196cf8e3e0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:03.064692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60300) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:03.082048 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-44b9df56-1480-4c7a-90b1-60784b1124f4 req-47e5cd41-cfda-432a-8a21-bdcb0b4908f9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045978 Jun 27 23:55:03.112535 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fa353-7d07-4cf7-ba5e-d5f965f0c5a6 req-6f62461b-643a-4860-8c66-3b01fca72f80 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:03.114231 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0e4fa353-7d07-4cf7-ba5e-d5f965f0c5a6 req-6f62461b-643a-4860-8c66-3b01fca72f80 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1271195 Jun 27 23:55:03.166212 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e2f50f0c-078a-4d00-92b9-1c26b821dbcf admin admin] Publish callbacks [] for security_group (d1ad849c-8d00-4e97-99d5-36196cf8e3e0), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:03.191137 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0e4fa353-7d07-4cf7-ba5e-d5f965f0c5a6 req-9a1fa746-b735-4d4e-ac02-e28668cb2912 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665107 Jun 27 23:55:03.200276 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e2f50f0c-078a-4d00-92b9-1c26b821dbcf admin admin] Publish callbacks [] for security_group (d1ad849c-8d00-4e97-99d5-36196cf8e3e0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:03.251758 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e2f50f0c-078a-4d00-92b9-1c26b821dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d1ad849c-8d00-4e97-99d5-36196cf8e3e0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:03.254439 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e2f50f0c-078a-4d00-92b9-1c26b821dbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:03.255672 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e2f50f0c-078a-4d00-92b9-1c26b821dbcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1ad849c-8d00-4e97-99d5-36196cf8e3e0 HTTP/1.1" status: 204 len: 168 time: 0.1898551 Jun 27 23:55:03.265399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f50f0c-078a-4d00-92b9-1c26b821dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad849c-8d00-4e97-99d5-36196cf8e3e0,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:03.944331 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60346) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:03.984757 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-6dee2b69-f517-481f-a4c4-4fb20cc77b77 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449760 Jun 27 23:55:04.066139 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-4866c8ba-ff37-4623-a643-f11172adf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:04.066383 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-424b3cf1-3eb0-4f9e-b941-dde4064bbccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.067618 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-4866c8ba-ff37-4623-a643-f11172adf87a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 1129 time: 0.0489554 Jun 27 23:55:04.146540 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-424b3cf1-3eb0-4f9e-b941-dde4064bbccd admin admin] Publish callbacks [] for security_group (ae47de29-2bc8-4ac7-8120-c49dc592c460), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.159731 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-424b3cf1-3eb0-4f9e-b941-dde4064bbccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ae47de29-2bc8-4ac7-8120-c49dc592c460), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.199741 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-424b3cf1-3eb0-4f9e-b941-dde4064bbccd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=916934dcc2b7406793a93ee79f912b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541981 Jun 27 23:55:04.201713 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b3cf1-3eb0-4f9e-b941-dde4064bbccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae47de29-2bc8-4ac7-8120-c49dc592c460,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:04.202619 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60352) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:04.203800 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-c2bef3b1-4f0c-4f8e-8504-91dc1a222363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:04.205574 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-c2bef3b1-4f0c-4f8e-8504-91dc1a222363 service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.1156452 Jun 27 23:55:04.352026 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-c62a955c-43d7-473e-b7cf-49c697165eab service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f24346a-bdf2-4303-89a9-e67521be80af HTTP/1.1" status: 200 len: 1001 time: 0.1387200 Jun 27 23:55:04.370963 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79d97-22a0-401f-ad70-f114763cd9a2 req-dcc68c90-22ec-4350-b96b-1a19155c84da tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:04.372296 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2fe79d97-22a0-401f-ad70-f114763cd9a2 req-dcc68c90-22ec-4350-b96b-1a19155c84da tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.2058482 Jun 27 23:55:04.423631 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0b2ae4a-4208-45e4-a381-88bfa1433901 admin admin] Publish callbacks [] for security_group (ae47de29-2bc8-4ac7-8120-c49dc592c460), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.461022 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a0290-c421-4f13-ba7f-7f8574c183e5 req-55c071b8-883d-4fa7-8de6-9625cb31a5f0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:04.462488 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6d6a0290-c421-4f13-ba7f-7f8574c183e5 req-55c071b8-883d-4fa7-8de6-9625cb31a5f0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1671164 Jun 27 23:55:04.487402 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-9d99d9f3-1941-4943-ba70-9cde3ade2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:04.488752 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-9d99d9f3-1941-4943-ba70-9cde3ade2e7b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.1265264 Jun 27 23:55:04.493859 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0b2ae4a-4208-45e4-a381-88bfa1433901 admin admin] Publish callbacks [] for security_group (ae47de29-2bc8-4ac7-8120-c49dc592c460), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.536351 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2fe79d97-22a0-401f-ad70-f114763cd9a2 req-769cb120-3e9a-44db-bf5e-dc5ca7590ca7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498735 Jun 27 23:55:04.594039 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6d6a0290-c421-4f13-ba7f-7f8574c183e5 req-1a188e14-faa3-4f7a-8880-74b87657a300 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236897 Jun 27 23:55:04.609690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-be0c8edd-fe78-4d49-8b15-bbd8b044c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:04.611340 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-be0c8edd-fe78-4d49-8b15-bbd8b044c11f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972831 Jun 27 23:55:04.626436 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0b2ae4a-4208-45e4-a381-88bfa1433901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ae47de29-2bc8-4ac7-8120-c49dc592c460), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.628844 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0b2ae4a-4208-45e4-a381-88bfa1433901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:04.629901 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-b0b2ae4a-4208-45e4-a381-88bfa1433901 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae47de29-2bc8-4ac7-8120-c49dc592c460 HTTP/1.1" status: 204 len: 168 time: 0.4233768 Jun 27 23:55:04.672921 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2ae4a-4208-45e4-a381-88bfa1433901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae47de29-2bc8-4ac7-8120-c49dc592c460,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:04.728240 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-f485f189-9a56-49ff-bf87-996542644b96 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099949 Jun 27 23:55:04.835275 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e2fdc8c7-65b9-46b3-8149-57eb3c7db239 req-6f7f8d4b-ea60-4c81-8d27-1dee352b11ec service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003387 Jun 27 23:55:05.714078 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe60cc-b5ef-4b6d-8867-c4d50048def7 req-4a9cd71a-851e-4709-9fa7-feb9c9101947 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:05.717532 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fabe60cc-b5ef-4b6d-8867-c4d50048def7 req-4a9cd71a-851e-4709-9fa7-feb9c9101947 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0981071 Jun 27 23:55:05.777226 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c5a19-1b53-4edd-9d41-db0c4c3eae56 req-8c1b96f1-545a-49c5-9127-eefac3b79d70 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:05.778684 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b0c5a19-1b53-4edd-9d41-db0c4c3eae56 req-8c1b96f1-545a-49c5-9127-eefac3b79d70 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1040175 Jun 27 23:55:05.786000 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fabe60cc-b5ef-4b6d-8867-c4d50048def7 req-fd1191bf-656a-4b5a-a944-e9335e96a142 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644019 Jun 27 23:55:05.847954 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b0c5a19-1b53-4edd-9d41-db0c4c3eae56 req-e0b65bd6-ff67-4785-ad30-838defa9b3ea tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608032 Jun 27 23:55:06.348658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-6bf8300e-d491-4078-b4a5-8382cf397c7e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314512415&fields=id&tenant_id=82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 267 time: 0.0457182 Jun 27 23:55:06.452294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-c7d063fa-89c6-4a03-888e-7586df96a083 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:06.453826 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-c7d063fa-89c6-4a03-888e-7586df96a083 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 812 time: 0.0983298 Jun 27 23:55:06.468553 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-11fd00f4-01b9-4535-b328-246a9a52baa1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/quotas/82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 375 time: 0.0092218 Jun 27 23:55:06.527670 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-245f948e-d435-4d21-b896-7b2109d698b0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541213 Jun 27 23:55:06.623878 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-546890fb-c7c3-4e79-bed3-f8b60907219d service neutron] 10.222.0.26 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846162 Jun 27 23:55:06.720763 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-b78035e0-01f0-4f67-b3ac-e3a8e564cea8 service neutron] 10.222.0.26 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909016 Jun 27 23:55:06.913220 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6529d-7cd7-4a71-9dd8-345cd337b6fb req-b65aa455-80f5-4c7b-9cfe-35bf36699ee6 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:06.914705 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7d6529d-7cd7-4a71-9dd8-345cd337b6fb req-b65aa455-80f5-4c7b-9cfe-35bf36699ee6 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0560675 Jun 27 23:55:06.971863 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7d6529d-7cd7-4a71-9dd8-345cd337b6fb req-ff99b906-5462-4d68-96bd-91178bd37280 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Jun 27 23:55:07.090402 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9660d477-f72c-4665-93cc-d4064f0ceed5 req-4e107f58-790d-486a-a7db-beb6e5004df8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 210 time: 0.0495260 Jun 27 23:55:07.110491 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bda916-380c-43d8-9733-9f0f8fc02956 req-aee5a4c4-dc51-4360-9c7d-e0cc704c92bd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:07.110491 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2bda916-380c-43d8-9733-9f0f8fc02956 req-aee5a4c4-dc51-4360-9c7d-e0cc704c92bd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0968740 Jun 27 23:55:07.166580 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2bda916-380c-43d8-9733-9f0f8fc02956 req-3af1b5fc-e180-413f-8ffe-f92f9f618dcf tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557406 Jun 27 23:55:08.112487 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb008c1-844f-4a0d-9df5-5a27fa3d8940 req-39d1de90-0b5f-49bc-802b-cce4739602e9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:08.116659 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0fb008c1-844f-4a0d-9df5-5a27fa3d8940 req-39d1de90-0b5f-49bc-802b-cce4739602e9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0571878 Jun 27 23:55:08.494955 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-779d0736-109f-49c3-b774-0aae43b5e2ab req-d95ffc64-0236-414e-941d-e6093bf4aa6b tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 210 time: 0.3205903 Jun 27 23:55:08.518475 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0fb008c1-844f-4a0d-9df5-5a27fa3d8940 req-cca68bc5-98dc-4d93-87d5-78f3bf64b2c7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959887 Jun 27 23:55:08.559705 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-e63c7935-a969-46b2-afe7-01520abd27cd tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:08.561299 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-e63c7935-a969-46b2-afe7-01520abd27cd tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 812 time: 0.4162261 Jun 27 23:55:08.664627 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e60fa-22d5-4d77-9bbb-d531c20b22d8 req-423710c7-2127-4e4b-8356-0258b727dac1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:08.669863 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0a5e60fa-22d5-4d77-9bbb-d531c20b22d8 req-423710c7-2127-4e4b-8356-0258b727dac1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0937142 Jun 27 23:55:08.689454 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-27c27d58-5556-4ac7-b40c-4efe2c40c2c0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 379 time: 0.0860639 Jun 27 23:55:08.705021 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'port': {'device_id': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'admin_state_up': True, 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'security_groups': ['4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:08.780037 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0a5e60fa-22d5-4d77-9bbb-d531c20b22d8 req-5cc8638b-fd0d-4f34-b60e-f21ee2ef521d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032524 Jun 27 23:55:08.847138 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Made reservation on behalf of 82b40fa1762542d0b8c79591d73689ab for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:55:08.850771 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:08.981001 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Allocated IP 172.20.0.6 (51420aa8-d8f9-4897-97e5-76d3301cd2a0/d95632d7-0b8c-4b53-8c66-dbf63327b343/fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:55:09.121598 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.156287 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.200951 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:55:09.208747 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:55:09.211156 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:09.213346 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:55:09.222823 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.223177 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.223542 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.223880 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.224231 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.224541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.225392 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.225664 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.225938 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.226265 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.226583 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.226908 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.227280 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:09.285901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:09.286681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.311478 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-4255f24d-b66b-4a8a-ad09-7924c299cf25 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116042 Jun 27 23:55:09.334458 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Request body: {'port': {'device_id': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:09.403060 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.504423 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-73bdd362-f4f2-4e10-887a-fe8e090287da None None] Provisioning complete for port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:55:09.505007 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-73bdd362-f4f2-4e10-887a-fe8e090287da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.537978 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-73bdd362-f4f2-4e10-887a-fe8e090287da None None] Port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:55:09.700750 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878f32-db1b-48c8-a38c-b1e3f3027214 req-77d99e15-bb4d-4ccf-b849-09edc15eb26d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:09.702724 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a878f32-db1b-48c8-a38c-b1e3f3027214 req-77d99e15-bb4d-4ccf-b849-09edc15eb26d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 931 time: 0.1325507 Jun 27 23:55:09.761799 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aec6a7-9440-48c8-95dd-cfb4d5aa7aef req-7e823da3-d845-4695-8d3d-3a0a6c299295 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:09.763272 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-49aec6a7-9440-48c8-95dd-cfb4d5aa7aef req-7e823da3-d845-4695-8d3d-3a0a6c299295 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1612659 Jun 27 23:55:09.778659 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:09.796695 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Publish callbacks [] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.838888 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a878f32-db1b-48c8-a38c-b1e3f3027214 req-06981671-264d-4893-9d78-945f87cbc518 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291077 Jun 27 23:55:09.839805 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Transition to ACTIVE for port object fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:55:09.850442 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:09.905547 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-49aec6a7-9440-48c8-95dd-cfb4d5aa7aef req-a61e923b-c4e4-4afa-b986-645605d5c607 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345723 Jun 27 23:55:09.944689 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:10.021514 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e76de-c569-437b-9790-48877999a67c req-881f9bc7-2532-4e09-adc1-a0ff369fd5b6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:10.023041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-475e76de-c569-437b-9790-48877999a67c req-881f9bc7-2532-4e09-adc1-a0ff369fd5b6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1230185 Jun 27 23:55:10.053745 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Attempting to bind port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:55:10.054076 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Attempting to bind port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:55:10.054400 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Attempting to bind port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:55:10.069909 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:55:10.070232 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Attempting to bind port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:55:10.083780 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:55:10.084160 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Checking segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:55:10.084537 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Bound using segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:55:10.084950 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Bound port: fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:55:10.085326 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:10.102631 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-475e76de-c569-437b-9790-48877999a67c req-8afa61c1-6dd8-4b05-ab2c-7fd0c57e9157 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732250 Jun 27 23:55:10.165344 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] For port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:55:10.168910 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] For port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:55:10.176810 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:10.216286 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:10.216895 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:10.218715 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] 10.222.0.27 "PUT /v2.0/ports/fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 HTTP/1.1" status: 200 len: 1093 time: 0.8907218 Jun 27 23:55:10.219450 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:10.222019 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b09d3-5d2f-4025-a781-23684ce5afaf" -d '{"events": [{"name": "network-changed", "server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:10.260112 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac982b1-cef8-4e77-91a5-10cbb371cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:10.280166 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca911dd5-527a-4225-a0d2-86889cf42872 x-openstack-request-id: req-ca911dd5-527a-4225-a0d2-86889cf42872 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:10.280531 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:10.280857 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca911dd5-527a-4225-a0d2-86889cf42872 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:10.281389 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca911dd5-527a-4225-a0d2-86889cf42872'] response: {'name': 'network-changed', 'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'status': 'completed', 'code': 200} Jun 27 23:55:10.401105 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-3cc654da-b59c-4d3b-8e5e-2ad16cf238fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:10.401105 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-3cc654da-b59c-4d3b-8e5e-2ad16cf238fa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 1127 time: 0.0803332 Jun 27 23:55:10.452603 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-7b81c984-69e9-478f-9a91-aa3def33acca service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 HTTP/1.1" status: 200 len: 217 time: 0.0346200 Jun 27 23:55:10.508350 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-7e60fdd2-c194-4538-adec-fe0947610479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:10.509861 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-7e60fdd2-c194-4538-adec-fe0947610479 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0496807 Jun 27 23:55:10.566004 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-b96bd1ea-d9fc-45a9-9429-201087ee1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:10.567450 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-b96bd1ea-d9fc-45a9-9429-201087ee1c8d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490298 Jun 27 23:55:10.666497 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-38a61bc6-8589-4a4e-a6f1-270fe560cc38 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895395 Jun 27 23:55:10.767917 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fdc685e-3785-46f1-990a-d4a71ccd623d req-518b67bc-ece8-4082-8fc1-de9b7c6cc62c service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940027 Jun 27 23:55:10.977652 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-2cdcf6b8-57a6-441a-9c66-c0e822690f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:10.979928 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-2cdcf6b8-57a6-441a-9c66-c0e822690f64 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 1127 time: 0.0873089 Jun 27 23:55:11.028086 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078e4ee-8443-4d96-a7f9-8b4c783fbbac req-91a8d720-6376-4dfc-b4e5-93558191c3fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:11.029639 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7078e4ee-8443-4d96-a7f9-8b4c783fbbac req-91a8d720-6376-4dfc-b4e5-93558191c3fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1058540 Jun 27 23:55:11.169191 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-50ba904a-0105-43bd-94aa-0176d27a36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:11.171036 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-50ba904a-0105-43bd-94aa-0176d27a36fb service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.1792014 Jun 27 23:55:11.174777 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7078e4ee-8443-4d96-a7f9-8b4c783fbbac req-c1b38b6b-b2c1-4eb1-ac37-5023971a8488 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173520 Jun 27 23:55:11.195336 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b595f-0de6-444f-9307-9b7828f1c623 req-843a8945-1d93-4979-b5b5-27281d93b014 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:11.197501 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-528b595f-0de6-444f-9307-9b7828f1c623 req-843a8945-1d93-4979-b5b5-27281d93b014 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1412737 Jun 27 23:55:11.227549 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-96bb2a75-b207-4e3f-900c-f4e23a45b1e2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 HTTP/1.1" status: 200 len: 217 time: 0.0476325 Jun 27 23:55:11.339716 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-528b595f-0de6-444f-9307-9b7828f1c623 req-d62a5fed-aad9-480e-9396-3c02b1371d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149461 Jun 27 23:55:11.342562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-cf93acbd-e765-463f-845a-2fec06b1acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:11.343900 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-cf93acbd-e765-463f-845a-2fec06b1acd4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.1034527 Jun 27 23:55:11.383857 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911748d9-c070-4fe1-b091-45edf1c411a3 req-3c0c0866-7633-4390-996e-fb1bfc3babf2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:11.391383 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-911748d9-c070-4fe1-b091-45edf1c411a3 req-3c0c0866-7633-4390-996e-fb1bfc3babf2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1459308 Jun 27 23:55:11.411445 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60556) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:11.416617 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728614426', 'description': 'tempest-description--1503187508'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:11.418730 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:55:11.438490 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.443785 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-00fff488-afb5-4b5e-8b29-0716751242aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:11.445440 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-00fff488-afb5-4b5e-8b29-0716751242aa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939710 Jun 27 23:55:11.457019 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-911748d9-c070-4fe1-b091-45edf1c411a3 req-2c8d0561-4691-4859-89a2-19a34b2c1f09 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630598 Jun 27 23:55:11.527500 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (b23942b9-bb67-4c5a-9400-14c8e5bb450b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.531611 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b23942b9-bb67-4c5a-9400-14c8e5bb450b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.563855 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23942b9-bb67-4c5a-9400-14c8e5bb450b,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:11.569762 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-089c436b-aa2b-4281-8838-8f6c11efa54b service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117537 Jun 27 23:55:11.573949 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.575241 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1627967 Jun 27 23:55:11.577233 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.577588 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.578066 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.578345 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.578550 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60560) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:11.579285 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.579831 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.580127 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.580459 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.580824 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.581192 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.581532 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.581849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.582280 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d645c15-97c1-4740-874c-806497031da6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:11.583710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': 'b23942b9-bb67-4c5a-9400-14c8e5bb450b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:11.658470 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (3b9087be-6e8c-4fd5-adfc-05d463f683d2), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.706730 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-872b09d3-5d2f-4025-a781-23684ce5afaf req-7500f262-7ea6-42f1-8a3a-4bb2e814c680 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186297 Jun 27 23:55:11.727819 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (3b9087be-6e8c-4fd5-adfc-05d463f683d2), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.732107 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (3b9087be-6e8c-4fd5-adfc-05d463f683d2), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.751321 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9087be-6e8c-4fd5-adfc-05d463f683d2,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:11.760619 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.761978 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-152d24fb-ceea-4b3a-8e8a-c4f94a11f5ba tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823759 Jun 27 23:55:11.764851 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60566) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:11.769439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': 'b23942b9-bb67-4c5a-9400-14c8e5bb450b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:11.797264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (f308ebd6-9973-4212-8b44-d0d1db08d0b5), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.854655 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (f308ebd6-9973-4212-8b44-d0d1db08d0b5), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.858411 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (f308ebd6-9973-4212-8b44-d0d1db08d0b5), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.877476 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f308ebd6-9973-4212-8b44-d0d1db08d0b5,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:11.887623 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:11.888995 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-75bac29d-39d1-410e-a770-e05dbe97589e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230247 Jun 27 23:55:11.892013 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60572) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:11.901037 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:11.920784 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.020455 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.126351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.27.1.11 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/b50d2344-bd7b-43a7-9fa1-bb450d7c76c2) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:55:12.234191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.272624 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.304800 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a405c4a-4216-4a19-92c7-a4ff78a690b1 req-97134a9e-c7e5-4fe3-928b-e75ecf539982 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:12.309503 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7a405c4a-4216-4a19-92c7-a4ff78a690b1 req-97134a9e-c7e5-4fe3-928b-e75ecf539982 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.0635645 Jun 27 23:55:12.311166 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:55:12.314492 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:55:12.317274 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:55:12.355469 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=b50d2344-bd7b-43a7-9fa1-bb450d7c76c2,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:12.377498 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (fe04b4a3-171c-4b6c-92d6-da568c8b1d4c), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.383856 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7a405c4a-4216-4a19-92c7-a4ff78a690b1 req-1cda686b-d97b-427a-9d96-bfce1642a1b3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712035 Jun 27 23:55:12.430470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.481721 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be978ac-ba95-4a06-aacb-ab727233fe30 req-3a6680b6-f752-460c-b871-bc2dd79e9ab5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:12.484784 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2be978ac-ba95-4a06-aacb-ab727233fe30 req-3a6680b6-f752-460c-b871-bc2dd79e9ab5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0647829 Jun 27 23:55:12.564310 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2be978ac-ba95-4a06-aacb-ab727233fe30 req-63be628e-bf9a-458f-b9bd-d7ea32acef9e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678096 Jun 27 23:55:12.602787 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.608408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.612316 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82339aa-1a73-44a0-af6b-8f66196f28a2 req-c92774d3-5fb2-4af5-80c8-6ebd1d2133c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:12.613839 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a82339aa-1a73-44a0-af6b-8f66196f28a2 req-c92774d3-5fb2-4af5-80c8-6ebd1d2133c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0661836 Jun 27 23:55:12.643076 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (fe04b4a3-171c-4b6c-92d6-da568c8b1d4c), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.679482 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:12.688661 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7878089 Jun 27 23:55:12.688661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2680-9826-472e-9e60-84d68c24308f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=b50d2344-bd7b-43a7-9fa1-bb450d7c76c2,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:12.701616 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a82339aa-1a73-44a0-af6b-8f66196f28a2 req-cedbecfe-37f8-4872-a937-df6304e1b7b5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799882 Jun 27 23:55:12.875764 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-e8b7d970-f440-43bd-988a-ded69ae9077f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1728614426&fields=id&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 267 time: 0.0423424 Jun 27 23:55:12.983953 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-b592dfb8-0ecc-4b9b-96f2-f754dbc171a5 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:12.985423 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-b592dfb8-0ecc-4b9b-96f2-f754dbc171a5 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.1027930 Jun 27 23:55:13.000559 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-2864340b-b060-4697-9926-9c691f125e1d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/quotas/70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 375 time: 0.0089540 Jun 27 23:55:13.058745 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-f3de434d-0308-4191-aeb8-7ce1a153a659 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532503 Jun 27 23:55:13.154479 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-f460d107-d2e6-48e2-a2cd-b25802cd6fe9 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801842 Jun 27 23:55:13.259935 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-45dbefea-4931-4020-9d81-3988ac401dd6 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993996 Jun 27 23:55:13.423360 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-69234f46-dd00-41f3-b7e5-18d9d28a9f05 req-667cabe7-954d-4126-a4e1-472fa180c392 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Jun 27 23:55:13.509237 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab231-9983-40b5-945b-b3fce06d3f5d req-4911b71c-2419-4787-aaf1-404fb05577ad tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:13.510815 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0faab231-9983-40b5-945b-b3fce06d3f5d req-4911b71c-2419-4787-aaf1-404fb05577ad tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.0533099 Jun 27 23:55:13.562565 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0faab231-9983-40b5-945b-b3fce06d3f5d req-1f1dedf5-6652-4564-bffc-be42da3d4e28 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462284 Jun 27 23:55:13.728096 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313ca0a-1192-4a58-8213-8c52c7693c16 req-081fb4dc-6ad1-4bc5-9994-8513a715c901 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:13.729686 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3313ca0a-1192-4a58-8213-8c52c7693c16 req-081fb4dc-6ad1-4bc5-9994-8513a715c901 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0757461 Jun 27 23:55:13.796994 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3313ca0a-1192-4a58-8213-8c52c7693c16 req-0e4647af-54fa-4375-a88f-51f2ed3088a9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607333 Jun 27 23:55:13.843559 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda316-797c-4ad6-a438-35496f44873e req-73d6c3fd-d992-4d6e-b333-86a97fddb9fb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:13.845231 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0ccda316-797c-4ad6-a438-35496f44873e req-73d6c3fd-d992-4d6e-b333-86a97fddb9fb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0673594 Jun 27 23:55:13.910306 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0ccda316-797c-4ad6-a438-35496f44873e req-e53f09fa-fe2c-4c19-822c-5784e937aafe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568714 Jun 27 23:55:14.524359 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-de0461b2-dfad-4e2d-9723-f2cef13f79cc req-baa58843-bcb8-4672-b215-1d307d87ffb0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 210 time: 0.0266888 Jun 27 23:55:14.760051 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5a400-f1f4-4ba7-b61a-15f5f9d58353 req-5f3ae8df-baaf-466f-a944-9afbaaa157d9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:14.761609 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b3c5a400-f1f4-4ba7-b61a-15f5f9d58353 req-5f3ae8df-baaf-466f-a944-9afbaaa157d9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1243694 Jun 27 23:55:14.822248 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-086c291f-0005-4738-bef4-19e3498c6915 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:14.823706 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-086c291f-0005-4738-bef4-19e3498c6915 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.1454246 Jun 27 23:55:14.850957 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b3c5a400-f1f4-4ba7-b61a-15f5f9d58353 req-7f932339-e4ad-4650-99f7-ea8bd56339b7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794473 Jun 27 23:55:14.966420 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42536a9f-27e4-4f61-a095-3ca4643d41ea req-d9b50836-391a-41da-933c-d9cfe4824e36 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:14.967883 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-42536a9f-27e4-4f61-a095-3ca4643d41ea req-d9b50836-391a-41da-933c-d9cfe4824e36 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0860677 Jun 27 23:55:14.975614 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-07c287ed-4750-48ae-be5a-1fc3a8bf22ee tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 472 time: 0.1076341 Jun 27 23:55:15.024375 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'port': {'device_id': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'admin_state_up': True, 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'security_groups': ['b23942b9-bb67-4c5a-9400-14c8e5bb450b']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:15.111986 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-42536a9f-27e4-4f61-a095-3ca4643d41ea req-2f768677-a448-4346-ad58-a0c96c5bf690 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353807 Jun 27 23:55:15.144204 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f870-1223-48dc-8644-7d14c3b77d0c req-f5a49a11-17ae-4e97-b5c7-8456ccf4d0b6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:15.145704 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0948f870-1223-48dc-8644-7d14c3b77d0c req-f5a49a11-17ae-4e97-b5c7-8456ccf4d0b6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1545138 Jun 27 23:55:15.207926 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Made reservation on behalf of 70367a520f9e4264ad1438d069228c66 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:55:15.211315 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:15.227953 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0948f870-1223-48dc-8644-7d14c3b77d0c req-58ccbd88-ab64-4fc9-80ae-2c1f8399988f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719042 Jun 27 23:55:15.348638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.20.0.12 (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5/c256d45b-4aa6-4669-b80c-461e1d35fde6) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:55:15.497830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:15.530375 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:15.575398 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:55:15.578880 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:55:15.581190 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:55:15.626985 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=c256d45b-4aa6-4669-b80c-461e1d35fde6,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:15.871559 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-fe24b998-d0ed-4e31-b882-56e2f63f58ab None None] Provisioning complete for port c256d45b-4aa6-4669-b80c-461e1d35fde6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:55:15.872049 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-fe24b998-d0ed-4e31-b882-56e2f63f58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:15.909450 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-fe24b998-d0ed-4e31-b882-56e2f63f58ab None None] Port c256d45b-4aa6-4669-b80c-461e1d35fde6 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:55:15.919547 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:15.920509 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:15.961945 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-3eaa2d75-d311-4fc9-8776-8b328816afdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588878 Jun 27 23:55:15.973553 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cfac8-a1c1-4592-ad7d-b557244b59cf req-4c80419e-da89-4e59-81f7-c14e1df17208 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:15.975148 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c34cfac8-a1c1-4592-ad7d-b557244b59cf req-4c80419e-da89-4e59-81f7-c14e1df17208 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 932 time: 0.3647881 Jun 27 23:55:15.982833 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Request body: {'port': {'device_id': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:16.048489 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e17f4-6295-4f78-ae0d-ebda948b67f7 req-77b09102-f0fa-4441-b660-93dc7388eaed tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:16.050162 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5d4e17f4-6295-4f78-ae0d-ebda948b67f7 req-77b09102-f0fa-4441-b660-93dc7388eaed tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1255169 Jun 27 23:55:16.107631 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c34cfac8-a1c1-4592-ad7d-b557244b59cf req-b1eac920-2cc8-4e6b-8b7c-2beb7e9989cb tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211889 Jun 27 23:55:16.109715 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.148609 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5d4e17f4-6295-4f78-ae0d-ebda948b67f7 req-d46c55f7-ff47-4d12-9a7a-0f2e97881342 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742590 Jun 27 23:55:16.361354 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475616e-c88c-4cf0-9e10-18a5af75d780 req-9fcb5334-a940-4067-952c-d00bd3c24837 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:16.362825 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5475616e-c88c-4cf0-9e10-18a5af75d780 req-9fcb5334-a940-4067-952c-d00bd3c24837 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1682878 Jun 27 23:55:16.394026 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60696) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:16.469115 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5475616e-c88c-4cf0-9e10-18a5af75d780 req-10da2c96-b398-4fab-bb0b-f7d548f6fd7d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846608 Jun 27 23:55:16.492220 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11f93-e9d5-40b6-b715-2373df536079 req-21c475fb-54a9-4a08-9416-d7f15fac59fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:16.492827 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c4d11f93-e9d5-40b6-b715-2373df536079 req-21c475fb-54a9-4a08-9416-d7f15fac59fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1790180 Jun 27 23:55:16.507981 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b629f656-dd6f-4b48-b13f-a58b2209302f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.541011 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c256d45b-4aa6-4669-b80c-461e1d35fde6 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:16.555298 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Publish callbacks [] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.579381 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Transition to ACTIVE for port object c256d45b-4aa6-4669-b80c-461e1d35fde6 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:55:16.582904 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c4d11f93-e9d5-40b6-b715-2373df536079 req-a00b4e86-4ebb-4596-b749-b214f38e7c25 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846465 Jun 27 23:55:16.584739 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.589728 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b629f656-dd6f-4b48-b13f-a58b2209302f admin admin] Publish callbacks [] for security_group (c61c85e4-55e7-4384-8a34-5b64dbdfcc37), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.597000 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b629f656-dd6f-4b48-b13f-a58b2209302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c61c85e4-55e7-4384-8a34-5b64dbdfcc37), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.633817 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f656-dd6f-4b48-b13f-a58b2209302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c85e4-55e7-4384-8a34-5b64dbdfcc37,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:16.641416 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c256d45b-4aa6-4669-b80c-461e1d35fde6,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:16.685672 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b629f656-dd6f-4b48-b13f-a58b2209302f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fba762a9e674ae39e3f4e0eb3d5d7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903559 Jun 27 23:55:16.686545 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60706) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:16.724339 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Attempting to bind port c256d45b-4aa6-4669-b80c-461e1d35fde6 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:55:16.725143 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Attempting to bind port c256d45b-4aa6-4669-b80c-461e1d35fde6 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:55:16.725926 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Attempting to bind port c256d45b-4aa6-4669-b80c-461e1d35fde6 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:55:16.731321 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Port c256d45b-4aa6-4669-b80c-461e1d35fde6 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:55:16.731615 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Attempting to bind port c256d45b-4aa6-4669-b80c-461e1d35fde6 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:55:16.741418 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:55:16.741961 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:55:16.742442 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Bound using segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:55:16.743097 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Bound port: c256d45b-4aa6-4669-b80c-461e1d35fde6, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:55:16.746167 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.762250 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-94b3614b-300d-401c-b949-dd9fa5111089 admin admin] Publish callbacks [] for security_group (c61c85e4-55e7-4384-8a34-5b64dbdfcc37), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.790759 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-94b3614b-300d-401c-b949-dd9fa5111089 admin admin] Publish callbacks [] for security_group (c61c85e4-55e7-4384-8a34-5b64dbdfcc37), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.820163 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] For port c256d45b-4aa6-4669-b80c-461e1d35fde6, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:55:16.824747 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] For port c256d45b-4aa6-4669-b80c-461e1d35fde6, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:55:16.832314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.857890 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-94b3614b-300d-401c-b949-dd9fa5111089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c61c85e4-55e7-4384-8a34-5b64dbdfcc37), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.860416 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-94b3614b-300d-401c-b949-dd9fa5111089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.861590 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-94b3614b-300d-401c-b949-dd9fa5111089 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c61c85e4-55e7-4384-8a34-5b64dbdfcc37 HTTP/1.1" status: 204 len: 168 time: 0.1709723 Jun 27 23:55:16.869953 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3614b-300d-401c-b949-dd9fa5111089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c85e4-55e7-4384-8a34-5b64dbdfcc37,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:16.877501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:16.878181 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:16.879578 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] 10.222.0.27 "PUT /v2.0/ports/c256d45b-4aa6-4669-b80c-461e1d35fde6 HTTP/1.1" status: 200 len: 1094 time: 0.9025755 Jun 27 23:55:16.880528 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:16.882523 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0290ead1-4ea1-4533-ae49-5b1e43687d92" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:16.915943 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d38cc-2965-4558-a512-ad22755ea2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c256d45b-4aa6-4669-b80c-461e1d35fde6,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:16.991833 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b59a20-ec58-4020-9eb3-a2ba9869cd3a x-openstack-request-id: req-81b59a20-ec58-4020-9eb3-a2ba9869cd3a {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:16.992126 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:16.992376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81b59a20-ec58-4020-9eb3-a2ba9869cd3a {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:16.992776 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b59a20-ec58-4020-9eb3-a2ba9869cd3a'] response: {'name': 'network-changed', 'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'status': 'completed', 'code': 200} Jun 27 23:55:17.015206 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-95c23a7a-473d-4e18-8150-e157d0c8ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.015206 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-95c23a7a-473d-4e18-8150-e157d0c8ca4f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 1128 time: 0.0547953 Jun 27 23:55:17.081121 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-9b40211e-eb54-4d7d-9189-4a45f1a5b0a9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6 HTTP/1.1" status: 200 len: 217 time: 0.0341110 Jun 27 23:55:17.134067 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-19d2a022-39fc-493a-a6c7-f8cb193703c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.135606 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-19d2a022-39fc-493a-a6c7-f8cb193703c7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0480595 Jun 27 23:55:17.274916 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-48128dca-4cfe-4995-a0d3-47c24ef9e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.276424 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-48128dca-4cfe-4995-a0d3-47c24ef9e2bc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1305254 Jun 27 23:55:17.354949 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9cb6e-0705-4cb4-b39c-9de1da9faa01 req-da5c54f1-d21a-4f40-b2e8-2ebef92193ae tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.356834 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f6a9cb6e-0705-4cb4-b39c-9de1da9faa01 req-da5c54f1-d21a-4f40-b2e8-2ebef92193ae tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 944 time: 0.1571016 Jun 27 23:55:17.369265 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d649bf4-b5e6-4a37-a28f-c877724536db req-d265dff9-c43f-4bff-8512-c68ccbe4c7e0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.376092 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6d649bf4-b5e6-4a37-a28f-c877724536db req-d265dff9-c43f-4bff-8512-c68ccbe4c7e0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1417189 Jun 27 23:55:17.486495 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6d649bf4-b5e6-4a37-a28f-c877724536db req-74ddd088-028b-4eb1-88a5-61c84d4bf4f2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096067 Jun 27 23:55:17.491311 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f6a9cb6e-0705-4cb4-b39c-9de1da9faa01 req-0b871e2f-47fe-4525-8bfc-8ab8ad883e2a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107128 Jun 27 23:55:17.495459 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-ea93bb61-df47-43c8-9ec7-02e65e14c11f service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088478 Jun 27 23:55:17.533639 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0761e1d0-4481-464f-83ac-62b4f6213a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:17.615986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60740) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:17.659931 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e55f41c-c407-41e6-96aa-a4c4406c94f8 req-1b84e46a-e600-43e0-a584-19a1a31545fa service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538990 Jun 27 23:55:17.672010 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96958dc-b282-4d22-96fa-4a0bf1257fa3 req-00dcf4f3-3cfe-4496-92f2-89c4cad1a867 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.673171 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d96958dc-b282-4d22-96fa-4a0bf1257fa3 req-00dcf4f3-3cfe-4496-92f2-89c4cad1a867 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0930121 Jun 27 23:55:17.743715 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1904561849-network', 'tenant_id': '51ea3b9ad16c4811a11b87be302c5a9c'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:17.761373 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d96958dc-b282-4d22-96fa-4a0bf1257fa3 req-a9912418-6ee9-4102-a765-bfb99385b81c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806744 Jun 27 23:55:17.768286 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Made reservation on behalf of 51ea3b9ad16c4811a11b87be302c5a9c for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:55:17.770925 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:17.777245 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9bbbb-b921-4feb-9ce2-99ef0a63c8e9 req-f8e460b5-ae95-4008-bf95-a076bb6ab114 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.778765 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f9b9bbbb-b921-4feb-9ce2-99ef0a63c8e9 req-f8e460b5-ae95-4008-bf95-a076bb6ab114 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0905874 Jun 27 23:55:17.785250 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:17.872406 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f9b9bbbb-b921-4feb-9ce2-99ef0a63c8e9 req-970db71e-8d8e-493b-844f-4c5585bf85d5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875819 Jun 27 23:55:17.897439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks [] for security_group (91dfe4f9-f30e-41b7-ae35-14f1352d1070), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:17.897667 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-9a980d4e-e9ca-4c53-8880-55c9f7756c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:17.897667 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-9a980d4e-e9ca-4c53-8880-55c9f7756c69 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 1128 time: 0.1122401 Jun 27 23:55:17.906966 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (91dfe4f9-f30e-41b7-ae35-14f1352d1070), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:17.939333 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 23:55:17.957173 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (5ace2e36-6d18-4970-90e8-c633ee1bb4c6), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:17.957605 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Added segment 5ace2e36-6d18-4970-90e8-c633ee1bb4c6 of type vlan for network b989adea-3fc0-4a69-83a6-c81e8cd3e93b Jun 27 23:55:18.008731 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfe4f9-f30e-41b7-ae35-14f1352d1070,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:18.024485 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-9c568b61-7785-4b17-a8bf-7e85c71c40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.027002 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-9c568b61-7785-4b17-a8bf-7e85c71c40bd service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.1247244 Jun 27 23:55:18.027524 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (b989adea-3fc0-4a69-83a6-c81e8cd3e93b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.059914 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (b989adea-3fc0-4a69-83a6-c81e8cd3e93b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.060937 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.069157 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.119034 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-ecc60663-b8b5-4e99-9be1-23000b6f84a9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6 HTTP/1.1" status: 200 len: 217 time: 0.0537312 Jun 27 23:55:18.128760 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5108776 Jun 27 23:55:18.131856 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60758) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:18.138390 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Request body: {'subnet': {'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1904561849-subnet', 'tenant_id': '51ea3b9ad16c4811a11b87be302c5a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:18.162008 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5f4b-2fbd-46d1-bb46-c6f06dc90a8e admin admin] Pushing event updated for resources: {'Network': ['ID=b989adea-3fc0-4a69-83a6-c81e8cd3e93b,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:18.173312 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network b989adea-3fc0-4a69-83a6-c81e8cd3e93b details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 23:55:18.177453 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Made reservation on behalf of 51ea3b9ad16c4811a11b87be302c5a9c for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:55:18.180752 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.188313 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-082a4b98-00c5-4154-bc9b-9a808545bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.190086 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-082a4b98-00c5-4154-bc9b-9a808545bfc9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0569050 Jun 27 23:55:18.250603 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-d3712ab9-383d-4e0f-ab09-f2e145f2e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.252138 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-d3712ab9-383d-4e0f-ab09-f2e145f2e991 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548987 Jun 27 23:55:18.384548 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (314c5c0c-0974-474c-92e7-37f317128cf2), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.397544 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b4a4-587a-44c6-b99f-8016b8241f4a req-91350c3a-5a7d-4540-b096-39747f630722 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.400161 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ca7b4a4-587a-44c6-b99f-8016b8241f4a req-91350c3a-5a7d-4540-b096-39747f630722 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0861297 Jun 27 23:55:18.404597 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-812e88a3-cec5-4f10-abc8-db6a7fcc45d1 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445878 Jun 27 23:55:18.443371 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=314c5c0c-0974-474c-92e7-37f317128cf2,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:18.455080 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Checking segment: {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:55:18.455429 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Network hostable DHCP agents. Network: b989adea-3fc0-4a69-83a6-c81e8cd3e93b, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 23:55:18.474237 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Network b989adea-3fc0-4a69-83a6-c81e8cd3e93b is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 23:55:18.485118 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, b989adea-3fc0-4a69-83a6-c81e8cd3e93b) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:55:18.488972 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.489683 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.496390 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67882be3-64bf-4d0e-93d6-2cde9c5a4d40 None None] Network b989adea-3fc0-4a69-83a6-c81e8cd3e93b requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:55:18.510268 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e9b6176c-14a5-4a33-af6d-ec53f9b1ce0f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3768382 Jun 27 23:55:18.530486 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ca7b4a4-587a-44c6-b99f-8016b8241f4a req-3eddf852-9aee-4997-abc6-4270b88a5b08 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206691 Jun 27 23:55:18.567810 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0290ead1-4ea1-4533-ae49-5b1e43687d92 req-82f67d06-573a-49d8-b119-2a8c9885463b service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559162 Jun 27 23:55:18.612854 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9301696-9d46-43d3-9f9a-fbfef7b586e8 None None] Network b989adea-3fc0-4a69-83a6-c81e8cd3e93b requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:55:18.679355 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1d7ee-ff2b-46a1-825a-69a75f1ee1b7 req-80a57b20-e8e1-4f57-9598-5a3fa3c2f420 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.680867 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cda1d7ee-ff2b-46a1-825a-69a75f1ee1b7 req-80a57b20-e8e1-4f57-9598-5a3fa3c2f420 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.0947049 Jun 27 23:55:18.705305 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:55:18.732838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2019c1-f12f-4262-a090-889bfe70189f req-eb57a247-ad01-4082-9a76-4bc370cb0c79 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.734356 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed2019c1-f12f-4262-a090-889bfe70189f req-eb57a247-ad01-4082-9a76-4bc370cb0c79 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 944 time: 0.1043534 Jun 27 23:55:18.764523 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cda1d7ee-ff2b-46a1-825a-69a75f1ee1b7 req-df00f60b-5f85-40af-9381-0642fef97ce1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728621 Jun 27 23:55:18.796798 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed2019c1-f12f-4262-a090-889bfe70189f req-60161da7-de30-4b3d-b93e-48b97b73d793 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520589 Jun 27 23:55:18.815942 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:18.830957 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'mac_address': 'fa:16:3e:bb:30:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:55:18.905142 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: ACTIVE; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:18.906350 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:18.917865 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83238f-3db1-4da2-b994-5d56ed0e89e9 req-f86ca472-db3a-426f-a2a0-910655550759 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:18.922185 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1e83238f-3db1-4da2-b994-5d56ed0e89e9 req-f86ca472-db3a-426f-a2a0-910655550759 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0628171 Jun 27 23:55:18.925549 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:18.950436 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:18.967056 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:19.035009 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=6']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:19.043286 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1e83238f-3db1-4da2-b994-5d56ed0e89e9 req-32cf526f-35fe-4b4a-a1cb-0ea4ed4656fe tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146483 Jun 27 23:55:19.044326 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.044862 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.045953 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.046706 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.047171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.047681 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.048159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.048631 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.049122 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.049625 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.050095 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.050558 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.051015 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:55:19.080646 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1c13-8ca7-4b60-871f-50202e7c9467 req-a0cb8ce5-e409-4c24-ad0a-f3989ccbd77b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:19.082795 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cbfe1c13-8ca7-4b60-871f-50202e7c9467 req-a0cb8ce5-e409-4c24-ad0a-f3989ccbd77b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.1056802 Jun 27 23:55:19.144781 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cbfe1c13-8ca7-4b60-871f-50202e7c9467 req-e66af620-f29a-4d70-9b70-b7e176dcc4c6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555704 Jun 27 23:55:19.227784 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:55:19.663091 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbd4c0-6e12-47db-9278-5153cefe2f61 req-c33e02da-ab81-4949-bbfa-39ea9b1f4785 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:19.669401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e5bbd4c0-6e12-47db-9278-5153cefe2f61 req-c33e02da-ab81-4949-bbfa-39ea9b1f4785 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0648966 Jun 27 23:55:19.716442 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e5bbd4c0-6e12-47db-9278-5153cefe2f61 req-0ded15fe-425d-4169-9da2-814f6b284c86 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Jun 27 23:55:19.743182 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-db19b079-5769-4ec3-82bc-21c0f9b52467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:19.945506 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032152c-d193-4078-8efa-2140be83c0bf req-e0d14e7b-a880-435c-b281-3f62f61d37de tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:19.947005 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e032152c-d193-4078-8efa-2140be83c0bf req-e0d14e7b-a880-435c-b281-3f62f61d37de tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.0890930 Jun 27 23:55:19.984210 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec4c01-9786-46b5-880c-828bf785a850 req-4e159c8a-2702-4d6c-a564-75adf6c64a35 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:19.985670 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7ec4c01-9786-46b5-880c-828bf785a850 req-4e159c8a-2702-4d6c-a564-75adf6c64a35 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 944 time: 0.0903106 Jun 27 23:55:20.022438 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e032152c-d193-4078-8efa-2140be83c0bf req-38f0aaf3-c0a8-4ebe-ad10-121150698551 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692160 Jun 27 23:55:20.053083 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7ec4c01-9786-46b5-880c-828bf785a850 req-ab238b01-3160-4b8b-a9a9-b724ce7ac8ef tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611720 Jun 27 23:55:20.168910 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0e42b-755a-4970-bda4-a1525a4293a1 req-93359d06-a6d4-4c6c-8f48-2d5641b4db00 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:20.170936 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-43b0e42b-755a-4970-bda4-a1525a4293a1 req-93359d06-a6d4-4c6c-8f48-2d5641b4db00 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0653336 Jun 27 23:55:20.233565 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-43b0e42b-755a-4970-bda4-a1525a4293a1 req-a4bd5b4e-fbbe-49e9-89eb-43e7b3000d66 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Jun 27 23:55:20.296497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b530c-b02c-4498-9210-a7da33366b9e req-9d8109f9-dd4e-4b90-a156-ce053870c376 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:20.298143 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-067b530c-b02c-4498-9210-a7da33366b9e req-9d8109f9-dd4e-4b90-a156-ce053870c376 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0710187 Jun 27 23:55:20.349766 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-067b530c-b02c-4498-9210-a7da33366b9e req-096d73f3-63e1-4451-9009-335774c2038d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Jun 27 23:55:20.419158 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 60812) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:20.539826 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10e8f88f-5216-4e73-b450-a3ca5879eb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.570695 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-6d10d400-e194-4035-bd09-64d7ff2cdd7f tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:20.572155 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-6d10d400-e194-4035-bd09-64d7ff2cdd7f tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/networks?id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b HTTP/1.1" status: 200 len: 814 time: 0.1229904 Jun 27 23:55:20.598003 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-db4d771c-bb5e-4910-bce4-214858054c45 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/quotas/51ea3b9ad16c4811a11b87be302c5a9c HTTP/1.1" status: 200 len: 375 time: 0.0195158 Jun 27 23:55:20.635774 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-22830a5e-4b2a-406c-af19-4e672e731940 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313747 Jun 27 23:55:20.710144 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.715977 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device c256d45b-4aa6-4669-b80c-461e1d35fde6 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:55:20.718172 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10e8f88f-5216-4e73-b450-a3ca5879eb40 admin admin] Publish callbacks [] for security_group (c3d2006a-aaa2-411d-8e4e-f600c1626775), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.724728 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10e8f88f-5216-4e73-b450-a3ca5879eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c3d2006a-aaa2-411d-8e4e-f600c1626775), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.729638 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:55:20.779649 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8f88f-5216-4e73-b450-a3ca5879eb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2006a-aaa2-411d-8e4e-f600c1626775,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:20.790783 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-10e8f88f-5216-4e73-b450-a3ca5879eb40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c35df42c774d43f5b59561601fc9fead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682435 Jun 27 23:55:20.791262 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60822) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:20.796831 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-16815020-f800-4cd4-a566-4b8bb62c0afc service neutron] 10.222.0.26 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534014 Jun 27 23:55:20.835721 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:55:20.836349 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.869779 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf5bd-e8ff-4bfd-a6af-a50a9875dd96 admin admin] Publish callbacks [] for security_group (c3d2006a-aaa2-411d-8e4e-f600c1626775), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.882115 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port c256d45b-4aa6-4669-b80c-461e1d35fde6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:20.892609 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf5bd-e8ff-4bfd-a6af-a50a9875dd96 admin admin] Publish callbacks [] for security_group (c3d2006a-aaa2-411d-8e4e-f600c1626775), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.900285 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'port_id': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'mac_address': 'fa:16:3e:f4:16:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:55:20.923343 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442807e2-c563-4e5b-9595-e43882a8faf3 req-57d92275-5e02-435d-bbca-acd40afd8b98 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:20.924826 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-442807e2-c563-4e5b-9595-e43882a8faf3 req-57d92275-5e02-435d-bbca-acd40afd8b98 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0841260 Jun 27 23:55:20.934581 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-2ac7e023-70ba-4f4f-bcaa-fd5be9ab72fb service neutron] 10.222.0.26 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368318 Jun 27 23:55:20.962258 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf5bd-e8ff-4bfd-a6af-a50a9875dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c3d2006a-aaa2-411d-8e4e-f600c1626775), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.964942 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port c256d45b-4aa6-4669-b80c-461e1d35fde6 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:20.965359 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.965487 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf5bd-e8ff-4bfd-a6af-a50a9875dd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.969407 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3ccbf5bd-e8ff-4bfd-a6af-a50a9875dd96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3d2006a-aaa2-411d-8e4e-f600c1626775 HTTP/1.1" status: 204 len: 168 time: 0.1767695 Jun 27 23:55:20.979546 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:20.979935 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:20.984900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbf5bd-e8ff-4bfd-a6af-a50a9875dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2006a-aaa2-411d-8e4e-f600c1626775,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:20.993784 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c256d45b-4aa6-4669-b80c-461e1d35fde6 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:20.994693 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-442807e2-c563-4e5b-9595-e43882a8faf3 req-784c557a-dfc3-4e63-bce1-6ecc8d9f20ed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565379 Jun 27 23:55:21.032678 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port c256d45b-4aa6-4669-b80c-461e1d35fde6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:21.037296 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:21.039707 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a132fb-13cf-432f-ab8a-67ab3561de64" -d '{"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:21.050700 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:21.057732 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:21.081205 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:21.095681 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d41a8f-7773-4087-ad54-c60387a08584 x-openstack-request-id: req-19d41a8f-7773-4087-ad54-c60387a08584 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:21.095834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:21.096302 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19d41a8f-7773-4087-ad54-c60387a08584 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:21.096647 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d41a8f-7773-4087-ad54-c60387a08584'] response: {'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'code': 200} Jun 27 23:55:21.116615 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=c256d45b-4aa6-4669-b80c-461e1d35fde6,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:21.201640 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=7']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:21.271400 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d451-d900-4ed7-be3a-b52b7d63546c req-58631257-d599-4375-8edf-30b4e93ae850 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:21.279374 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8f33d451-d900-4ed7-be3a-b52b7d63546c req-58631257-d599-4375-8edf-30b4e93ae850 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 945 time: 0.1120884 Jun 27 23:55:21.351198 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8f33d451-d900-4ed7-be3a-b52b7d63546c req-93f92105-26ee-4d2a-a97b-5a497299b36e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651579 Jun 27 23:55:21.361077 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366191d-60ff-4ee1-82d7-2fc3d418e8ad req-53518c81-2c4d-428a-a135-1dc3c25e55f4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:21.368742 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8366191d-60ff-4ee1-82d7-2fc3d418e8ad req-53518c81-2c4d-428a-a135-1dc3c25e55f4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1548631 Jun 27 23:55:21.430444 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4ef26bf6-2ae6-4f20-9dd5-60b55cf0c0b0 req-4464e2f4-b708-460c-aa60-2084d81425d1 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 210 time: 0.0347953 Jun 27 23:55:21.461306 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8366191d-60ff-4ee1-82d7-2fc3d418e8ad req-8d81cb01-e44d-4049-96bc-59b4f27962e3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852447 Jun 27 23:55:21.498563 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['c256d45b-4aa6-4669-b80c-461e1d35fde6'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:55:21.641611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401d10-2f16-447d-bce4-60bf71daa553 req-e91bf3f5-24ed-44d7-bebd-bb9ec7cd17ca tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:21.650481 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-84401d10-2f16-447d-bce4-60bf71daa553 req-e91bf3f5-24ed-44d7-bebd-bb9ec7cd17ca tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1127248 Jun 27 23:55:21.679004 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27906f-f58e-4982-a452-734320c35ef6 req-42873e91-5ae0-4f54-8546-8200e3e14097 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:21.680650 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9d27906f-f58e-4982-a452-734320c35ef6 req-42873e91-5ae0-4f54-8546-8200e3e14097 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1310470 Jun 27 23:55:21.724369 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-84401d10-2f16-447d-bce4-60bf71daa553 req-9371bd63-58f2-4a37-b700-47adfba9ea8a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729113 Jun 27 23:55:21.756720 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9d27906f-f58e-4982-a452-734320c35ef6 req-0b7104bc-edf1-4f73-803d-82a5a17f6717 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654333 Jun 27 23:55:22.114297 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68c3f1-a3c6-4e21-b0d4-a4731fb14e7c req-3ad46107-38d1-473b-9014-42453e3c5642 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:22.116205 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff68c3f1-a3c6-4e21-b0d4-a4731fb14e7c req-3ad46107-38d1-473b-9014-42453e3c5642 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0571218 Jun 27 23:55:22.178134 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff68c3f1-a3c6-4e21-b0d4-a4731fb14e7c req-9525d1b6-211c-4a00-ba23-07af14efb084 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557971 Jun 27 23:55:22.209668 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:22.575884 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-845f6e8b-573f-4edd-b255-5ce21fac6092 req-1c0ea5f4-d2a6-4606-8f57-72e9f84ca3d3 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 210 time: 0.0565529 Jun 27 23:55:22.599522 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6ded9-45a6-42b7-8118-d7bf87f9d6b2 req-51c7abe1-45f6-4bd0-a44c-a42c937f33fa tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:22.606792 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7b6ded9-45a6-42b7-8118-d7bf87f9d6b2 req-51c7abe1-45f6-4bd0-a44c-a42c937f33fa tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 945 time: 0.1844885 Jun 27 23:55:22.730906 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device c256d45b-4aa6-4669-b80c-461e1d35fde6 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:55:22.797170 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port c256d45b-4aa6-4669-b80c-461e1d35fde6 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:55:22.802121 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port c256d45b-4aa6-4669-b80c-461e1d35fde6 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:55:22.802744 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:22.950679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-300d5600-787e-4787-90f5-3f7b7fb119e2 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:22.952087 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-300d5600-787e-4787-90f5-3f7b7fb119e2 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "GET /v2.0/networks?id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b HTTP/1.1" status: 200 len: 814 time: 0.4842067 Jun 27 23:55:22.972304 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7b6ded9-45a6-42b7-8118-d7bf87f9d6b2 req-a89f820e-c46d-4f9c-a421-c288b8c7d353 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644536 Jun 27 23:55:22.983637 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Request body: {'port': {'device_id': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b', 'admin_state_up': True, 'tenant_id': '51ea3b9ad16c4811a11b87be302c5a9c'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:23.004854 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91d72f-04ce-4c0f-a8db-08489e205a80 req-17f545fe-174f-4d20-8ced-cdd73e2c96fd tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:23.006723 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf91d72f-04ce-4c0f-a8db-08489e205a80 req-17f545fe-174f-4d20-8ced-cdd73e2c96fd tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1227615 Jun 27 23:55:23.069855 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port c256d45b-4aa6-4669-b80c-461e1d35fde6 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:23.070283 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:23.102124 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:23.104820 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c99c1-0d99-4bd8-a866-2f7027797236" -d '{"events": [{"server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "name": "network-vif-plugged", "status": "completed", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:23.125317 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port c256d45b-4aa6-4669-b80c-461e1d35fde6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:23.135820 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:23.138535 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf91d72f-04ce-4c0f-a8db-08489e205a80 req-f4e8e0bc-8e9d-4c15-98f9-01fbcea461a9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210628 Jun 27 23:55:23.200322 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69defb4-d13e-48c6-bbe3-7701b47a768d req-aa6e44f3-292a-4472-a8e3-ca067c42dfd9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:23.202127 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e69defb4-d13e-48c6-bbe3-7701b47a768d req-aa6e44f3-292a-4472-a8e3-ca067c42dfd9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0975199 Jun 27 23:55:23.220179 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=c256d45b-4aa6-4669-b80c-461e1d35fde6,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:23.224799 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Made reservation on behalf of 51ea3b9ad16c4811a11b87be302c5a9c for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:55:23.229126 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:23.367309 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e69defb4-d13e-48c6-bbe3-7701b47a768d req-664f6fda-436f-40be-9356-446ae37fe25b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517642 Jun 27 23:55:23.493782 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d166aea7-b90f-47d3-a93a-cc198a7bc15e x-openstack-request-id: req-d166aea7-b90f-47d3-a93a-cc198a7bc15e {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:23.494092 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "name": "network-vif-plugged", "status": "completed", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:23.494345 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d166aea7-b90f-47d3-a93a-cc198a7bc15e {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:23.494753 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d166aea7-b90f-47d3-a93a-cc198a7bc15e'] response: {'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'code': 200} Jun 27 23:55:23.557205 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Allocated IP 172.20.0.2 (b989adea-3fc0-4a69-83a6-c81e8cd3e93b/314c5c0c-0974-474c-92e7-37f317128cf2/299291de-4687-42d8-bba6-c4953f95b7a5) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:55:23.566692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0a0d3-deb9-47c0-b217-5a7cfc57703f req-8c6e5a61-0fa7-4244-a61b-ba435ffc5a54 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:23.574625 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ec0a0d3-deb9-47c0-b217-5a7cfc57703f req-8c6e5a61-0fa7-4244-a61b-ba435ffc5a54 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.3302264 Jun 27 23:55:23.693777 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ec0a0d3-deb9-47c0-b217-5a7cfc57703f req-7c0a847b-aa23-4807-b1c9-cc72e63f30b3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178904 Jun 27 23:55:23.805913 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd664d-2316-4dde-b5b5-2a422e408678 req-b77c3c9c-bf5d-4202-8248-98875b32c1b3 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:23.811338 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d4106-19b5-4d3d-8fe7-17077f5e4d47 req-3988f1f8-671b-4166-bb2c-9678376c67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:23.814114 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-196d4106-19b5-4d3d-8fe7-17077f5e4d47 req-3988f1f8-671b-4166-bb2c-9678376c67b3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 1130 time: 0.0785823 Jun 27 23:55:23.814958 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-34cd664d-2316-4dde-b5b5-2a422e408678 req-b77c3c9c-bf5d-4202-8248-98875b32c1b3 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.2349641 Jun 27 23:55:23.818279 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:23.852775 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-312c76ef-d42a-4174-8fec-d194fd2e46fb req-08d00b03-4a53-47f5-92b5-7d5ddea2c7f7 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 210 time: 0.0735662 Jun 27 23:55:23.911049 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-196d4106-19b5-4d3d-8fe7-17077f5e4d47 req-d1dce67e-7413-4272-8fec-c54e75761da5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885267 Jun 27 23:55:23.933908 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-34cd664d-2316-4dde-b5b5-2a422e408678 req-cf1a85c3-d2b8-4c0e-8d9d-cdf01ccfea61 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179593 Jun 27 23:55:23.950788 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks [] for port (299291de-4687-42d8-bba6-c4953f95b7a5), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:23.986738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:24.044138 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Network b989adea-3fc0-4a69-83a6-c81e8cd3e93b is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:55:24.051487 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:55:24.065657 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:55:24.108375 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Pushing event updated for resources: {'Port': ['ID=299291de-4687-42d8-bba6-c4953f95b7a5,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:24.160793 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:24.161464 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:24.183960 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881ad1-6810-4bfd-82e7-ead18c26bb1c req-8f05f3bd-c641-437c-9d4e-8f165ebaf735 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:24.191126 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93881ad1-6810-4bfd-82e7-ead18c26bb1c req-8f05f3bd-c641-437c-9d4e-8f165ebaf735 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.1433868 Jun 27 23:55:24.215940 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-af66dbe5-1c59-4601-b5c3-63ea996bbc01 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2362537 Jun 27 23:55:24.269710 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93881ad1-6810-4bfd-82e7-ead18c26bb1c req-bea5209a-8797-4e88-82f5-7ef58ffc1dc7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776858 Jun 27 23:55:24.294269 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21efe3-e39d-4439-a9b3-70b4f4dcb682 req-d092aabd-fd90-4554-88c3-1664e9e19e28 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:24.296123 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2b21efe3-e39d-4439-a9b3-70b4f4dcb682 req-d092aabd-fd90-4554-88c3-1664e9e19e28 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.0679963 Jun 27 23:55:24.341970 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Request body: {'port': {'device_id': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:24.375874 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2b21efe3-e39d-4439-a9b3-70b4f4dcb682 req-253cc3f8-f241-4772-8d8e-3fbe93306117 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725610 Jun 27 23:55:24.422294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:24.625887 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aea50-6f51-4031-8461-2aac3cdbd479 req-d3a6c399-61c1-472e-9a75-2e9a07b76436 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:24.627312 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-733aea50-6f51-4031-8461-2aac3cdbd479 req-d3a6c399-61c1-472e-9a75-2e9a07b76436 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1619787 Jun 27 23:55:24.730051 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-733aea50-6f51-4031-8461-2aac3cdbd479 req-10587788-c644-47fc-a96b-0670ecf25142 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911415 Jun 27 23:55:24.813091 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299291de-4687-42d8-bba6-c4953f95b7a5 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:24.836873 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Publish callbacks [] for port (299291de-4687-42d8-bba6-c4953f95b7a5), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:24.855756 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Transition to ACTIVE for port object 299291de-4687-42d8-bba6-c4953f95b7a5 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:55:24.862598 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:24.906157 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad298-0c34-45d0-b4c4-caef079e9c54 req-ed3af5ee-3105-46c8-9ffa-51f88dd34404 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:24.908098 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-237ad298-0c34-45d0-b4c4-caef079e9c54 req-ed3af5ee-3105-46c8-9ffa-51f88dd34404 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1167397 Jun 27 23:55:24.942497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Pushing event updated for resources: {'Port': ['ID=299291de-4687-42d8-bba6-c4953f95b7a5,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:25.056989 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-237ad298-0c34-45d0-b4c4-caef079e9c54 req-3f8d00fe-03e8-45c0-b4cd-c8c9cceb0e00 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292422 Jun 27 23:55:25.091036 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Attempting to bind port 299291de-4687-42d8-bba6-c4953f95b7a5 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:55:25.091707 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Attempting to bind port 299291de-4687-42d8-bba6-c4953f95b7a5 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:55:25.092224 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Attempting to bind port 299291de-4687-42d8-bba6-c4953f95b7a5 on network b989adea-3fc0-4a69-83a6-c81e8cd3e93b {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:55:25.103464 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f0981-f71d-4d37-81d3-fc00508a6e3d req-799a1997-5e33-46d9-a5d7-974951bfa262 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.109681 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c44f0981-f71d-4d37-81d3-fc00508a6e3d req-799a1997-5e33-46d9-a5d7-974951bfa262 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 943 time: 0.1375761 Jun 27 23:55:25.125609 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Port 299291de-4687-42d8-bba6-c4953f95b7a5 on network b989adea-3fc0-4a69-83a6-c81e8cd3e93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:55:25.126353 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Attempting to bind port 299291de-4687-42d8-bba6-c4953f95b7a5 on network b989adea-3fc0-4a69-83a6-c81e8cd3e93b {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:55:25.139528 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:55:25.140058 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Checking segment: {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:55:25.140435 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Bound using segment: {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:55:25.141340 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Bound port: 299291de-4687-42d8-bba6-c4953f95b7a5, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:55:25.141759 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:25.257109 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c44f0981-f71d-4d37-81d3-fc00508a6e3d req-3ffb8d1b-b12c-401a-8023-3531de827fe3 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448591 Jun 27 23:55:25.294234 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] For port 299291de-4687-42d8-bba6-c4953f95b7a5, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:55:25.304143 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713c9a-96a8-43ed-9cfb-43f880ad6778 req-934b1d30-e707-4208-a308-16d5722d896f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.305674 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-30713c9a-96a8-43ed-9cfb-43f880ad6778 req-934b1d30-e707-4208-a308-16d5722d896f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.1601272 Jun 27 23:55:25.307491 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] For port 299291de-4687-42d8-bba6-c4953f95b7a5, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=299291de-4687-42d8-bba6-c4953f95b7a5,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:55:25.322727 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:25.379211 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.380256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:25.383017 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] 10.222.0.27 "PUT /v2.0/ports/299291de-4687-42d8-bba6-c4953f95b7a5 HTTP/1.1" status: 200 len: 1093 time: 1.0478790 Jun 27 23:55:25.383688 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'tag': '299291de-4687-42d8-bba6-c4953f95b7a5'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:25.386723 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf", "tag": "299291de-4687-42d8-bba6-c4953f95b7a5"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:25.464071 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc025ab-9769-463b-9383-869f290a8e6e service neutron] Pushing event updated for resources: {'Port': ['ID=299291de-4687-42d8-bba6-c4953f95b7a5,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:25.469452 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-30713c9a-96a8-43ed-9cfb-43f880ad6778 req-39dbdcbb-4833-431d-adba-547d5b823fdd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565313 Jun 27 23:55:25.528477 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4c619-653f-4a9e-ad3a-5fbff93dd636 req-c9570b6b-05e1-43fe-8a33-286c283eaa47 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.530179 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ed4c619-653f-4a9e-ad3a-5fbff93dd636 req-c9570b6b-05e1-43fe-8a33-286c283eaa47 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.1578858 Jun 27 23:55:25.559639 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-64e55df5-9feb-4ee9-9281-51dfb9363826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.561376 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-64e55df5-9feb-4ee9-9281-51dfb9363826 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 1127 time: 0.0895996 Jun 27 23:55:25.572241 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d7eaf-0958-4b72-8ee5-4bd172bb1571 x-openstack-request-id: req-300d7eaf-0958-4b72-8ee5-4bd172bb1571 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:25.572595 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf", "tag": "299291de-4687-42d8-bba6-c4953f95b7a5", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:25.573025 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-300d7eaf-0958-4b72-8ee5-4bd172bb1571 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:25.573533 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300d7eaf-0958-4b72-8ee5-4bd172bb1571'] response: {'name': 'network-changed', 'server_uuid': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'tag': '299291de-4687-42d8-bba6-c4953f95b7a5', 'status': 'completed', 'code': 200} Jun 27 23:55:25.606040 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6ed4c619-653f-4a9e-ad3a-5fbff93dd636 req-e3dac8a4-3e2b-4657-8aec-219b46333989 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673647 Jun 27 23:55:25.670749 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-993c644c-b16c-42b1-8dd0-d5065f72097c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=299291de-4687-42d8-bba6-c4953f95b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0461576 Jun 27 23:55:25.750363 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ceb6-c4f8-4261-930c-e44119178830 req-d74eeba3-d498-4ccc-9545-290588f06f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.751800 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-d74eeba3-d498-4ccc-9545-290588f06f69 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=314c5c0c-0974-474c-92e7-37f317128cf2 HTTP/1.1" status: 200 len: 854 time: 0.0566623 Jun 27 23:55:25.769363 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07113ec1-c639-4c5a-b164-222e9aa41c1c req-e717479c-c004-4a4d-b579-ad9f80522f0e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.785664 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-07113ec1-c639-4c5a-b164-222e9aa41c1c req-e717479c-c004-4a4d-b579-ad9f80522f0e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 943 time: 0.1251056 Jun 27 23:55:25.853000 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-d9472b4b-52f9-43da-a62c-d14c20de2e7a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642459 Jun 27 23:55:25.926862 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-07113ec1-c639-4c5a-b164-222e9aa41c1c req-ef26b9af-88ef-4cfd-bd0b-144ddf822125 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402006 Jun 27 23:55:25.984154 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e3740-a747-4770-87f4-241895a3b46a req-0759e91d-6a6e-4275-8735-efda76a0588d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:25.986550 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e39e3740-a747-4770-87f4-241895a3b46a req-0759e91d-6a6e-4275-8735-efda76a0588d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1654949 Jun 27 23:55:26.012552 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-76a8ba29-45ba-4f59-84e4-9c33bc75c842 service neutron] 10.222.0.27 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389482 Jun 27 23:55:26.096004 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e39e3740-a747-4770-87f4-241895a3b46a req-a9c65de6-3c09-45fd-95d0-fe67036cc038 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018276 Jun 27 23:55:26.147354 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f861ceb6-c4f8-4261-930c-e44119178830 req-b4ded365-c38e-471a-8a0e-7e1e49c3c0f7 service neutron] 10.222.0.27 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262403 Jun 27 23:55:26.227066 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3fd5-f0d3-4372-afc4-c988f0572770 req-2cd01033-a706-46e3-8d5d-4b67d3c09af9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.235965 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5c5c3fd5-f0d3-4372-afc4-c988f0572770 req-2cd01033-a706-46e3-8d5d-4b67d3c09af9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0699298 Jun 27 23:55:26.292610 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5c5c3fd5-f0d3-4372-afc4-c988f0572770 req-30915661-6074-4971-a985-5adbe328f127 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557723 Jun 27 23:55:26.390118 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-93159312-15c6-4526-8749-84e36ebaa9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.391607 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-93159312-15c6-4526-8749-84e36ebaa9e6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 1127 time: 0.1199644 Jun 27 23:55:26.407064 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff0e2b-961f-4a7c-b5c1-0a83b6b999f7 req-f65390dc-368e-4fe2-8cb4-e83f19a0ea13 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.408499 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-69ff0e2b-961f-4a7c-b5c1-0a83b6b999f7 req-f65390dc-368e-4fe2-8cb4-e83f19a0ea13 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 943 time: 0.0700469 Jun 27 23:55:26.513025 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-69ff0e2b-961f-4a7c-b5c1-0a83b6b999f7 req-15c74160-38b0-41d5-b58a-f8f3fbcc38c4 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959687 Jun 27 23:55:26.539529 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-f8f47be7-64dc-47b7-8f12-fa3b73c1c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.539529 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-f8f47be7-64dc-47b7-8f12-fa3b73c1c862 service neutron] 10.222.0.27 "GET /v2.0/networks?id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b HTTP/1.1" status: 200 len: 915 time: 0.1231112 Jun 27 23:55:26.611016 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-ec3235cb-a0bd-409f-8ad0-ff00872d449b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=299291de-4687-42d8-bba6-c4953f95b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0607772 Jun 27 23:55:26.680334 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc215da-92b3-4c11-b4a5-1277ebd3e256 req-5fb05a29-d6ce-4658-8681-b03c52bc1ac9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.683544 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebc215da-92b3-4c11-b4a5-1277ebd3e256 req-5fb05a29-d6ce-4658-8681-b03c52bc1ac9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.1267767 Jun 27 23:55:26.687941 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-f4e360cb-70fc-460c-b702-2239a2121b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.689370 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-f4e360cb-70fc-460c-b702-2239a2121b11 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=314c5c0c-0974-474c-92e7-37f317128cf2 HTTP/1.1" status: 200 len: 854 time: 0.0704815 Jun 27 23:55:26.750961 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-01e479cc-aa55-4260-832b-150daa2ed959 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503209 Jun 27 23:55:26.779569 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:55:26.864988 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebc215da-92b3-4c11-b4a5-1277ebd3e256 req-d902519e-da11-4063-8009-e99e9bdea598 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569464 Jun 27 23:55:26.889726 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e888da4-8eb1-45dc-8ca1-7568268afbb1 req-5aecfeda-b2d0-4426-a2e8-a8cf8104ffdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:26.891205 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e888da4-8eb1-45dc-8ca1-7568268afbb1 req-5aecfeda-b2d0-4426-a2e8-a8cf8104ffdf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.1794534 Jun 27 23:55:26.900207 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:26.914979 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'port_id': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'mac_address': 'fa:16:3e:53:1d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:55:26.939341 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-8792c1bc-4a41-4301-a947-eda66ef0b032 service neutron] 10.222.0.27 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739621 Jun 27 23:55:26.960881 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:26.961637 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:26.982622 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:26.994765 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e888da4-8eb1-45dc-8ca1-7568268afbb1 req-cb7fabf4-0cef-4c14-9acf-942b98e7fe5d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923877 Jun 27 23:55:27.017579 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:27.026782 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:27.120923 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:27.457767 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dea550e4-38e8-4d7b-b313-5d5a19a98bf8 req-f4f55242-4d52-42fa-8f75-d24334cd6ced service neutron] 10.222.0.27 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084908 Jun 27 23:55:27.494372 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143104c-a4f0-4b86-9807-f719c60fed9d req-3fe6499c-4039-417d-aa33-95973e18ba14 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:27.507351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 60938) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:27.513954 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'port_id': 'c256d45b-4aa6-4669-b80c-461e1d35fde6'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:27.532278 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9143104c-a4f0-4b86-9807-f719c60fed9d req-3fe6499c-4039-417d-aa33-95973e18ba14 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.4296391 Jun 27 23:55:27.585957 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:55:27.651137 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc398c-e9f9-4183-a1d4-cec6aa8d5fc2 req-a3d6f3dc-829d-4c03-a501-df39fbd35bd0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:27.665671 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-11fc398c-e9f9-4183-a1d4-cec6aa8d5fc2 req-a3d6f3dc-829d-4c03-a501-df39fbd35bd0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 944 time: 0.5934837 Jun 27 23:55:27.713931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (fe04b4a3-171c-4b6c-92d6-da568c8b1d4c), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:27.797695 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-11fc398c-e9f9-4183-a1d4-cec6aa8d5fc2 req-2eadf3b5-c2d8-4397-a34e-10f50f9a7c82 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308603 Jun 27 23:55:27.844261 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f058df-460f-4f72-ab6a-a31cae03bc5e req-448cd4d5-ca11-4a0f-9f13-09cdf0e0b612 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:27.846551 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-92f058df-460f-4f72-ab6a-a31cae03bc5e req-448cd4d5-ca11-4a0f-9f13-09cdf0e0b612 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1370018 Jun 27 23:55:27.969028 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e8af-8dbf-4883-9679-6e458ebce86e req-8905e585-6ed1-44d3-b45c-bbb75e0c03b0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:27.977512 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca07e8af-8dbf-4883-9679-6e458ebce86e req-8905e585-6ed1-44d3-b45c-bbb75e0c03b0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1134417 Jun 27 23:55:27.982947 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-92f058df-460f-4f72-ab6a-a31cae03bc5e req-e271b2d1-6996-49f0-ac5c-6e1120c8d0a7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263902 Jun 27 23:55:28.064480 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca07e8af-8dbf-4883-9679-6e458ebce86e req-7894ffe0-02b9-4373-839b-8c89158b3331 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652466 Jun 27 23:55:28.183287 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a404aca-6efe-4d89-b3a6-089dc3c45a8a req-669af3e4-092d-4c74-b35b-64562ae21ffe tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:28.185018 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1a404aca-6efe-4d89-b3a6-089dc3c45a8a req-669af3e4-092d-4c74-b35b-64562ae21ffe tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 943 time: 0.1329765 Jun 27 23:55:28.207480 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef6e18-2203-4525-9c76-ffd13be61856 req-b3206057-6809-430c-a220-2ae7f3b8a792 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:28.209022 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-71ef6e18-2203-4525-9c76-ffd13be61856 req-b3206057-6809-430c-a220-2ae7f3b8a792 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0828602 Jun 27 23:55:28.279057 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1a404aca-6efe-4d89-b3a6-089dc3c45a8a req-8e865234-e3f1-4313-866b-e95524c78338 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849607 Jun 27 23:55:28.311948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-71ef6e18-2203-4525-9c76-ffd13be61856 req-b8d9f800-01fe-44e5-8fc6-0f24884d4ff2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940125 Jun 27 23:55:28.639854 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.db.resource_extend [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 23:55:28.722904 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:28.728311 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (fe04b4a3-171c-4b6c-92d6-da568c8b1d4c), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:28.790490 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 299291de-4687-42d8-bba6-c4953f95b7a5 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:55:28.850405 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP fe04b4a3-171c-4b6c-92d6-da568c8b1d4c associated. External IP: 172.27.1.11, port: c256d45b-4aa6-4669-b80c-461e1d35fde6. Jun 27 23:55:28.984569 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 299291de-4687-42d8-bba6-c4953f95b7a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=299291de-4687-42d8-bba6-c4953f95b7a5,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:28.989021 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eab34-8e4f-417d-947e-d413bdd40d4d req-eb616724-e27f-45b7-a723-e58e0f6f9aff tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:28.995938 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a78eab34-8e4f-417d-947e-d413bdd40d4d req-eb616724-e27f-45b7-a723-e58e0f6f9aff tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 944 time: 0.1061671 Jun 27 23:55:29.001636 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '299291de-4687-42d8-bba6-c4953f95b7a5', 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b', 'port_id': '299291de-4687-42d8-bba6-c4953f95b7a5', 'mac_address': 'fa:16:3e:35:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314c5c0c-0974-474c-92e7-37f317128cf2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:55:29.063092 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 299291de-4687-42d8-bba6-c4953f95b7a5 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:29.063828 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:29.083070 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299291de-4687-42d8-bba6-c4953f95b7a5 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:55:29.109275 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 299291de-4687-42d8-bba6-c4953f95b7a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=299291de-4687-42d8-bba6-c4953f95b7a5,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:29.118260 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:29.118531 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a78eab34-8e4f-417d-947e-d413bdd40d4d req-8d5aa62f-9cf7-4dd5-bafa-bdece8b29de3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144865 Jun 27 23:55:29.175560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:55:29.188365 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=299291de-4687-42d8-bba6-c4953f95b7a5,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:29.235838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5401f1-522c-45f8-9e6e-5b9b59a1c97e req-c2065bff-d95a-412c-8407-fc876e11e5c7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:29.238271 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9b5401f1-522c-45f8-9e6e-5b9b59a1c97e req-c2065bff-d95a-412c-8407-fc876e11e5c7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1448388 Jun 27 23:55:29.313913 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9b5401f1-522c-45f8-9e6e-5b9b59a1c97e req-5c54732a-53d3-4f3a-bc99-5773130aee69 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698650 Jun 27 23:55:29.330029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813949-41a3-4ccc-b731-b4f04b4c4f78 req-b53db844-cf3c-448e-9344-f90c94bfc290 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:29.332114 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:55:29.337457 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b8813949-41a3-4ccc-b731-b4f04b4c4f78 req-b53db844-cf3c-448e-9344-f90c94bfc290 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1237645 Jun 27 23:55:29.348243 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:29.360691 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:55:29.387676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:55:29.390903 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:55:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:29.410548 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-1a6d64f1-c250-4bfc-b2f5-4fd8d82a0454 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "PUT /v2.0/floatingips/fe04b4a3-171c-4b6c-92d6-da568c8b1d4c HTTP/1.1" status: 200 len: 991 time: 1.9013703 Jun 27 23:55:29.411341 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:29.414298 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2d1407-8a6a-4478-805b-ae89d93dddee" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:29.441411 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b8813949-41a3-4ccc-b731-b4f04b4c4f78 req-d192c59b-4708-403e-84d7-de0158d1ea74 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029818 Jun 27 23:55:29.507735 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce963e5-c730-4322-af18-f240c8ef9fb8 req-5a48cb97-2504-4f92-89e3-f6b74729fab8 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:29.512013 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ce963e5-c730-4322-af18-f240c8ef9fb8 req-5a48cb97-2504-4f92-89e3-f6b74729fab8 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 944 time: 0.0912738 Jun 27 23:55:29.540505 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:55:29.615531 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ce963e5-c730-4322-af18-f240c8ef9fb8 req-991574db-a41b-4b08-88e0-f711ff101d69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972919 Jun 27 23:55:29.644933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21770d33-d63c-46b5-baa1-2773e94956e7 req-68948665-ca55-4a5b-b556-33d87ccba994 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:29.646562 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21770d33-d63c-46b5-baa1-2773e94956e7 req-68948665-ca55-4a5b-b556-33d87ccba994 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.1193533 Jun 27 23:55:29.701011 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['299291de-4687-42d8-bba6-c4953f95b7a5'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:55:29.708784 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634b5833-0ae7-4842-9d45-964c20810563 x-openstack-request-id: req-634b5833-0ae7-4842-9d45-964c20810563 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:29.709328 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:29.709443 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-634b5833-0ae7-4842-9d45-964c20810563 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:29.709913 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634b5833-0ae7-4842-9d45-964c20810563'] response: {'name': 'network-changed', 'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'status': 'completed', 'code': 200} Jun 27 23:55:29.724541 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21770d33-d63c-46b5-baa1-2773e94956e7 req-14be3214-8f79-47a3-a63f-045e863b73a9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678003 Jun 27 23:55:29.819848 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-ebf7a5f9-3c8d-4676-bd35-72b8c60380ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:29.821284 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-ebf7a5f9-3c8d-4676-bd35-72b8c60380ed service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 1130 time: 0.0576351 Jun 27 23:55:29.913482 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:06Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}, {'id': 'fe04b4a3-171c-4b6c-92d6-da568c8b1d4c', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:f4:16:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:55:12Z', 'updated_at': '2022-06-27T23:55:28Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:29.928093 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-b078dd43-5f4c-4de7-94a3-0882a23ab1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:29.934251 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-b078dd43-5f4c-4de7-94a3-0882a23ab1ea service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.1046095 Jun 27 23:55:29.945334 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:55:29.961669 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:55:29.962281 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:55:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:30.006920 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-86f01184-031b-45b7-a9a6-01e441dc697b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6 HTTP/1.1" status: 200 len: 999 time: 0.0663121 Jun 27 23:55:30.068586 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-c6ecc5d6-136c-4ebe-97db-5528c96a12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.070285 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-c6ecc5d6-136c-4ebe-97db-5528c96a12e0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0548315 Jun 27 23:55:30.091988 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:55:30.130867 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-db4d8f2d-481c-47c4-ab5c-dbb071ac8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.132422 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-db4d8f2d-481c-47c4-ab5c-dbb071ac8c27 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546796 Jun 27 23:55:30.242428 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-36704a96-abe9-4899-9fb9-dcb8cbc7a95f service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025057 Jun 27 23:55:30.356466 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:06Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}, {'id': 'fe04b4a3-171c-4b6c-92d6-da568c8b1d4c', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:f4:16:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:55:12Z', 'updated_at': '2022-06-27T23:55:28Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:30.399380 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52645b-3c19-414c-b8e9-7e1550700348 None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:06Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}, {'id': 'fe04b4a3-171c-4b6c-92d6-da568c8b1d4c', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:f4:16:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:55:12Z', 'updated_at': '2022-06-27T23:55:28Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:55:30.402921 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa0dd2-21d2-457c-9330-d19b3fa0959b req-92ca3a40-201b-4499-9bd9-d145f6bafb81 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.404833 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9faa0dd2-21d2-457c-9330-d19b3fa0959b req-92ca3a40-201b-4499-9bd9-d145f6bafb81 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 944 time: 0.1508110 Jun 27 23:55:30.410446 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eb2d1407-8a6a-4478-805b-ae89d93dddee req-ed8aa50d-cf23-4019-bef3-82d5ebffb9a0 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551225 Jun 27 23:55:30.500260 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9faa0dd2-21d2-457c-9330-d19b3fa0959b req-8c3c6d92-af15-4731-b10e-ccf4c2e922ee tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887384 Jun 27 23:55:30.525227 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116d8b-7299-4fea-a719-55445ac005c3 req-daa92cff-ce23-48fc-aec9-ae07d8ae545b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.526752 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a8116d8b-7299-4fea-a719-55445ac005c3 req-daa92cff-ce23-48fc-aec9-ae07d8ae545b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0983043 Jun 27 23:55:30.643222 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a8116d8b-7299-4fea-a719-55445ac005c3 req-db9a09f8-f2bb-47ef-8837-e6032d58fcdb tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093373 Jun 27 23:55:30.692874 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0672275-4130-4b03-ab6e-cf4f82e5596e req-4eaa160d-f1c5-4879-a9c2-a5a11b4b3f53 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.694512 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c0672275-4130-4b03-ab6e-cf4f82e5596e req-4eaa160d-f1c5-4879-a9c2-a5a11b4b3f53 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1217620 Jun 27 23:55:30.717434 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababa4af-50b3-41e9-9f4f-78f4283884fa None None] New status for floating IP fe04b4a3-171c-4b6c-92d6-da568c8b1d4c: ACTIVE {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:55:30.761579 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c0672275-4130-4b03-ab6e-cf4f82e5596e req-a9ed5bda-f0fc-4cac-9e80-53d259dddb7a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601349 Jun 27 23:55:30.785777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:55:30.861204 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512127f-f5e0-4316-9b0d-4316cc85a9b3 req-e9faa79f-200a-4786-9e24-3853b79efa38 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.866679 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9512127f-f5e0-4316-9b0d-4316cc85a9b3 req-e9faa79f-200a-4786-9e24-3853b79efa38 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 944 time: 0.1040924 Jun 27 23:55:30.892315 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:55:30.899760 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:55:30.900137 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:30.977468 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323f2ea-c1c5-4a5e-87a1-e98310484e2b req-7480a5ec-1f20-4cdd-b96c-f4ed4607a739 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:30.979005 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d323f2ea-c1c5-4a5e-87a1-e98310484e2b req-7480a5ec-1f20-4cdd-b96c-f4ed4607a739 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.1114185 Jun 27 23:55:30.990875 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9512127f-f5e0-4316-9b0d-4316cc85a9b3 req-618c5103-f97c-43f6-afa3-a55d431bd75d tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049507 Jun 27 23:55:31.030252 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:31.030875 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:31.054809 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d323f2ea-c1c5-4a5e-87a1-e98310484e2b req-77f0f183-c7b1-4a04-8951-e2917fb2e25f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603170 Jun 27 23:55:31.064883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:31.068426 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06faa638-b282-44ab-92e8-184642c6b12e" -d '{"events": [{"server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "name": "network-vif-plugged", "status": "completed", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:31.092605 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:31.100455 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:31.125611 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491d56d0-9ba1-4f8d-9ccf-11da3ab27840 x-openstack-request-id: req-491d56d0-9ba1-4f8d-9ccf-11da3ab27840 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:31.126293 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "name": "network-vif-plugged", "status": "completed", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:31.126293 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-491d56d0-9ba1-4f8d-9ccf-11da3ab27840 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:31.126782 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491d56d0-9ba1-4f8d-9ccf-11da3ab27840'] response: {'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'code': 200} Jun 27 23:55:31.157600 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:31.407496 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db619a7-5a11-4b45-966a-6d3835e61aa9 req-18ea6caa-c803-44ce-a88f-5023b330366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:31.408980 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7db619a7-5a11-4b45-966a-6d3835e61aa9 req-18ea6caa-c803-44ce-a88f-5023b330366d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 1129 time: 0.0480273 Jun 27 23:55:31.460723 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7db619a7-5a11-4b45-966a-6d3835e61aa9 req-3a49f9f8-adf6-4637-a36c-e1b6c4ef3bf0 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452480 Jun 27 23:55:31.639023 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab461c-8b9f-4358-9068-3d93b6460bc8 req-44b8f939-6633-4945-912a-0d60c1d3e178 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:31.640789 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-77ab461c-8b9f-4358-9068-3d93b6460bc8 req-44b8f939-6633-4945-912a-0d60c1d3e178 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.0654905 Jun 27 23:55:31.727620 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-77ab461c-8b9f-4358-9068-3d93b6460bc8 req-da9da48f-d1a9-4bce-bb36-c8d697703f43 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658011 Jun 27 23:55:31.799770 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2ece6-573e-4bf4-9f1a-34b7586cce18 req-44ec814b-bf30-4560-bd95-527c797aa57c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:31.802046 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56d2ece6-573e-4bf4-9f1a-34b7586cce18 req-44ec814b-bf30-4560-bd95-527c797aa57c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0628741 Jun 27 23:55:31.866129 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56d2ece6-573e-4bf4-9f1a-34b7586cce18 req-302428de-5007-43b0-afc1-8ce15f6dae82 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580597 Jun 27 23:55:31.925721 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32a4d5-ed71-4086-902c-0101d85cff7e req-a431a9ad-20bc-4556-8df5-0ab7c77c5606 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:31.928188 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c32a4d5-ed71-4086-902c-0101d85cff7e req-a431a9ad-20bc-4556-8df5-0ab7c77c5606 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0607865 Jun 27 23:55:31.988902 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c32a4d5-ed71-4086-902c-0101d85cff7e req-bbf1faee-f295-46b5-bb54-3d40de17e85e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554297 Jun 27 23:55:32.043149 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:32.126994 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02fba-cb82-4088-971d-f95ede6df775 req-c7a40786-6b94-45d2-bc06-f012faf811e6 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:32.128545 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-38b02fba-cb82-4088-971d-f95ede6df775 req-c7a40786-6b94-45d2-bc06-f012faf811e6 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 944 time: 0.0677092 Jun 27 23:55:32.220101 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-38b02fba-cb82-4088-971d-f95ede6df775 req-4f3911be-7be5-4864-b728-c203fefb86d2 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786941 Jun 27 23:55:32.240437 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ee61-1f0c-4044-b205-20273b4a3710 req-87c8b81c-20a9-45cf-a5de-f9fca4917503 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:32.242150 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d861ee61-1f0c-4044-b205-20273b4a3710 req-87c8b81c-20a9-45cf-a5de-f9fca4917503 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0915489 Jun 27 23:55:32.292170 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d861ee61-1f0c-4044-b205-20273b4a3710 req-f2a9f161-409b-4ef7-a752-743f9cba8985 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Jun 27 23:55:32.800934 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 299291de-4687-42d8-bba6-c4953f95b7a5 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:55:32.832560 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468be157-c591-426d-880a-c07bd9c01645 req-97141155-e6c3-4bb3-bb12-4a8ec254e72c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:32.834085 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-468be157-c591-426d-880a-c07bd9c01645 req-97141155-e6c3-4bb3-bb12-4a8ec254e72c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.0577021 Jun 27 23:55:32.853847 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 299291de-4687-42d8-bba6-c4953f95b7a5 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:55:32.857699 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 299291de-4687-42d8-bba6-c4953f95b7a5 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:55:32.858075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:32.883861 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-468be157-c591-426d-880a-c07bd9c01645 req-82f6d332-0d7b-4229-9d51-fd270467f40f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 Jun 27 23:55:32.935256 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 299291de-4687-42d8-bba6-c4953f95b7a5 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:32.935766 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:32.969902 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 299291de-4687-42d8-bba6-c4953f95b7a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=299291de-4687-42d8-bba6-c4953f95b7a5,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:32.974445 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:33.021548 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7cf6f-ba00-4a6b-ad53-f60a494729fd req-27493751-152f-44e8-9ada-17bcafbc2edd tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.023013 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8df7cf6f-ba00-4a6b-ad53-f60a494729fd req-27493751-152f-44e8-9ada-17bcafbc2edd tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0852084 Jun 27 23:55:33.026930 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=299291de-4687-42d8-bba6-c4953f95b7a5,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:33.034815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eaea1-7c65-4069-8216-5922b0b75874 req-661b26a6-2531-49d1-876f-a076c6c2d92f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.036261 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c28eaea1-7c65-4069-8216-5922b0b75874 req-661b26a6-2531-49d1-876f-a076c6c2d92f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.0712988 Jun 27 23:55:33.112324 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8df7cf6f-ba00-4a6b-ad53-f60a494729fd req-e6eebf38-55d8-47da-a160-a0ba7177e207 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Jun 27 23:55:33.116869 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c28eaea1-7c65-4069-8216-5922b0b75874 req-4d0e0bab-e416-4647-848c-77ab1cedd230 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732436 Jun 27 23:55:33.127637 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299291de-4687-42d8-bba6-c4953f95b7a5'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:33.131308 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c83e7-ee0a-474f-b270-2e827f72efc5" -d '{"events": [{"server_uuid": "63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf", "name": "network-vif-plugged", "status": "completed", "tag": "299291de-4687-42d8-bba6-c4953f95b7a5"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:33.139840 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 32778) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:33.168707 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef18b88-abc2-43b8-951b-b61ba92f8186 x-openstack-request-id: req-7ef18b88-abc2-43b8-951b-b61ba92f8186 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:33.169020 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf", "name": "network-vif-plugged", "status": "completed", "tag": "299291de-4687-42d8-bba6-c4953f95b7a5", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:33.169311 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ef18b88-abc2-43b8-951b-b61ba92f8186 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:33.170071 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef18b88-abc2-43b8-951b-b61ba92f8186'] response: {'server_uuid': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299291de-4687-42d8-bba6-c4953f95b7a5', 'code': 200} Jun 27 23:55:33.231237 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97373963-6b56-429f-a28e-a52730f387aa req-6567ae31-8bae-43be-8517-a2702f25c8c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.232874 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97373963-6b56-429f-a28e-a52730f387aa req-6567ae31-8bae-43be-8517-a2702f25c8c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0535030 Jun 27 23:55:33.296699 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97373963-6b56-429f-a28e-a52730f387aa req-a4bb90cb-a1cb-4b35-8b67-1ded4d6a1857 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539131 Jun 27 23:55:33.435231 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cac32-3d48-4755-8275-192cd92ad283 req-cce36262-68a6-424a-9792-8c942d862622 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.436724 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba8cac32-3d48-4755-8275-192cd92ad283 req-cce36262-68a6-424a-9792-8c942d862622 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.1365120 Jun 27 23:55:33.440278 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-bed53315-af26-4acd-98ad-8960d503d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.441664 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-bed53315-af26-4acd-98ad-8960d503d373 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1130 time: 0.0979707 Jun 27 23:55:33.480992 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab48b-3a9b-4893-bbdc-ff98acf779a2 req-3e3ba339-1e98-41c2-81c9-ff016f7cb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.482530 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-685ab48b-3a9b-4893-bbdc-ff98acf779a2 req-3e3ba339-1e98-41c2-81c9-ff016f7cb25f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 1129 time: 0.0740986 Jun 27 23:55:33.496762 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4270be-502f-4486-9994-e0996c75397b tempest-TestVolumeBootPattern-937641572 tempest-TestVolumeBootPattern-937641572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.500896 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ae4270be-502f-4486-9994-e0996c75397b tempest-TestVolumeBootPattern-937641572 tempest-TestVolumeBootPattern-937641572-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 1124 time: 0.3567424 Jun 27 23:55:33.501521 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 32786) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:33.513450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'port_id': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:55:33.522908 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202b62b-46ad-4289-bd68-424df9484536 req-e3ee6a7e-9daf-4b87-ada6-ad4c453e3baf tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.524407 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f202b62b-46ad-4289-bd68-424df9484536 req-e3ee6a7e-9daf-4b87-ada6-ad4c453e3baf tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.1377172 Jun 27 23:55:33.552481 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-685ab48b-3a9b-4893-bbdc-ff98acf779a2 req-63f0ec54-de35-4ea0-9d81-e27e6d4724bd service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Jun 27 23:55:33.553300 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:33.576677 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba8cac32-3d48-4755-8275-192cd92ad283 req-f673729f-c3c6-449d-9e02-64e38160accb tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332495 Jun 27 23:55:33.614790 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f202b62b-46ad-4289-bd68-424df9484536 req-98434134-87d7-4972-87c9-b5e6f9e78162 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802345 Jun 27 23:55:33.619821 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-5a2e2e24-d5c0-46a6-a483-b7f43486da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.621277 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-5a2e2e24-d5c0-46a6-a483-b7f43486da3b service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.1690743 Jun 27 23:55:33.655918 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:33.774692 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Allocated IP 172.27.1.72 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/0703745f-dd69-4e98-bf44-6169d7909edb) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:55:33.881713 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (0703745f-dd69-4e98-bf44-6169d7909edb), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:33.899286 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-3e7d977c-2577-405b-90af-5d09772bf7b4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 1002 time: 0.0624168 Jun 27 23:55:33.919298 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (0703745f-dd69-4e98-bf44-6169d7909edb), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:33.956126 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:55:33.959113 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:55:33.964742 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-28c95b01-11eb-490b-b295-00aaffa32ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:33.965003 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:55:33.966376 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-28c95b01-11eb-490b-b295-00aaffa32ac7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0525916 Jun 27 23:55:33.970766 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=0703745f-dd69-4e98-bf44-6169d7909edb,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:34.028125 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-f6a3788a-8e4d-4973-b3a1-68500b33aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:34.029643 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-f6a3788a-8e4d-4973-b3a1-68500b33aca8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447841 Jun 27 23:55:34.135497 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-551332a1-48a2-460b-bbc9-655151c32405 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834625 Jun 27 23:55:34.287571 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (039f8465-b98d-4f2f-b95e-083bb314dfe5), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:34.296013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fd025-3fa3-49e0-87ff-7e98f702de3b req-b1d9aad5-b0d1-47ce-acb1-11f46c9aaeac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:34.297703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a32fd025-3fa3-49e0-87ff-7e98f702de3b req-b1d9aad5-b0d1-47ce-acb1-11f46c9aaeac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1190140 Jun 27 23:55:34.315580 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-09cd438c-94e3-4e9f-9d30-051a3a236784 req-9a433c72-0171-46d5-ac34-ebf209dacd1a service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259305 Jun 27 23:55:34.355646 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a32fd025-3fa3-49e0-87ff-7e98f702de3b req-e52e153b-530b-4dbf-a90d-0f2607a8af04 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 Jun 27 23:55:34.362868 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0703745f-dd69-4e98-bf44-6169d7909edb), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:34.441822 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388063-8ec3-4263-9fb4-8eae0952d672 req-4a3880c6-d53d-48ec-a5db-396da3dc793d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:34.443160 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-16388063-8ec3-4263-9fb4-8eae0952d672 req-4a3880c6-d53d-48ec-a5db-396da3dc793d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0571804 Jun 27 23:55:34.491368 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-16388063-8ec3-4263-9fb4-8eae0952d672 req-f0a841dd-5d7e-4713-a36b-29e1553a10e7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410652 Jun 27 23:55:34.513985 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (0703745f-dd69-4e98-bf44-6169d7909edb), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:34.519176 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0703745f-dd69-4e98-bf44-6169d7909edb), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:34.548009 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (039f8465-b98d-4f2f-b95e-083bb314dfe5), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:34.594733 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=0703745f-dd69-4e98-bf44-6169d7909edb,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:34.653569 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Floating IP 039f8465-b98d-4f2f-b95e-083bb314dfe5 associated. External IP: 172.27.1.72, port: fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1. Jun 27 23:55:34.702529 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c621f-ed0c-466d-b5cc-5a83262f956a req-1770ca0e-0aa5-42f3-9821-b3ec28828124 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:34.703989 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-850c621f-ed0c-466d-b5cc-5a83262f956a req-1770ca0e-0aa5-42f3-9821-b3ec28828124 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.0571060 Jun 27 23:55:34.773549 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-850c621f-ed0c-466d-b5cc-5a83262f956a req-fdff2006-c11e-49b8-8b75-ed727e6e72f1 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Jun 27 23:55:34.784768 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f646e6c-48f5-405a-808a-7084baf712a1 req-42942c0f-864a-4311-9ede-aa3c82c033cd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:34.786670 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9f646e6c-48f5-405a-808a-7084baf712a1 req-42942c0f-864a-4311-9ede-aa3c82c033cd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0915136 Jun 27 23:55:34.842880 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9f646e6c-48f5-405a-808a-7084baf712a1 req-0578e8eb-deed-443f-89c4-de11cde2539e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498807 Jun 27 23:55:34.865711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:55:35.188476 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:55:35.198331 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:55:35.208147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:35.210271 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:55:35.210904 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:55:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:35.240595 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2c814d5d-8d27-4984-9250-d08471c437fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7373917 Jun 27 23:55:35.241595 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:35.244165 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9591a1-318c-4a08-a154-709c8047ca1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:35.280115 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22283adc-6503-4a80-8e3c-471afa88939b x-openstack-request-id: req-22283adc-6503-4a80-8e3c-471afa88939b {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:35.280408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:35.280664 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22283adc-6503-4a80-8e3c-471afa88939b {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:35.281150 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22283adc-6503-4a80-8e3c-471afa88939b'] response: {'name': 'network-changed', 'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'status': 'completed', 'code': 200} Jun 27 23:55:35.310292 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:55:35.392822 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-f216196c-0ec2-446b-b73e-f4a112e389e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.394511 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-f216196c-0ec2-446b-b73e-f4a112e389e6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 1129 time: 0.0501583 Jun 27 23:55:35.529638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-1cf73f84-40d9-4081-9fe6-98bc4c7e554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.531183 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-1cf73f84-40d9-4081-9fe6-98bc4c7e554f service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.1299944 Jun 27 23:55:35.542377 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85377e-9327-4569-b10a-e11b5341bd93 req-a0682d8b-0d4a-47dd-8c76-3e7e0dc57127 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.544230 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b85377e-9327-4569-b10a-e11b5341bd93 req-a0682d8b-0d4a-47dd-8c76-3e7e0dc57127 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0980306 Jun 27 23:55:35.664867 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-a46c8841-d145-4a41-bff8-48ad5f0c4210 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 HTTP/1.1" status: 200 len: 998 time: 0.1188869 Jun 27 23:55:35.672430 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '039f8465-b98d-4f2f-b95e-083bb314dfe5', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:53:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:55:34Z', 'updated_at': '2022-06-27T23:55:34Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:35.682927 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b85377e-9327-4569-b10a-e11b5341bd93 req-72b973b8-9351-4093-bdb0-25fc9c0ad7ca tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304474 Jun 27 23:55:35.702336 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:55:35.711716 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:55:35.712676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:55:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:35.729375 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0835-57a5-4858-a54d-d52f519899ef req-4588f969-6d48-44e5-91c6-a521facf2048 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.730838 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-128b0835-57a5-4858-a54d-d52f519899ef req-4588f969-6d48-44e5-91c6-a521facf2048 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.1439579 Jun 27 23:55:35.750494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-67ed378f-97a2-4930-b9d3-2b812de1a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.751877 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-67ed378f-97a2-4930-b9d3-2b812de1a21d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0674887 Jun 27 23:55:35.752468 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7a4dd-04b4-47a7-8cca-1070074587c0 req-8b6b7970-6827-44e1-8b8e-5d8b05a5b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.754139 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4bd7a4dd-04b4-47a7-8cca-1070074587c0 req-8b6b7970-6827-44e1-8b8e-5d8b05a5b460 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 1130 time: 0.0620368 Jun 27 23:55:35.810562 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4bd7a4dd-04b4-47a7-8cca-1070074587c0 req-c16d317e-5f94-4bbe-89d3-03dda77baffa service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Jun 27 23:55:35.823193 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:55:35.825554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-128b0835-57a5-4858-a54d-d52f519899ef req-261adec5-cb4b-491f-8aa8-2da3993011b2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856326 Jun 27 23:55:35.841627 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-2da13656-163d-4e17-a602-299d58035abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.843132 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-2da13656-163d-4e17-a602-299d58035abd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758343 Jun 27 23:55:35.929868 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbe462-bbb5-4f25-86a2-bf936f4a599d req-6d551463-eb36-45b8-9a27-24dcda70d8b6 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:35.931578 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-50dbe462-bbb5-4f25-86a2-bf936f4a599d req-6d551463-eb36-45b8-9a27-24dcda70d8b6 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.0683603 Jun 27 23:55:36.004968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5705e41-e8d1-4a67-ade2-7e29f4e3bf0c req-00661025-2f50-4981-8314-31a865be182f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:36.006444 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5705e41-e8d1-4a67-ade2-7e29f4e3bf0c req-00661025-2f50-4981-8314-31a865be182f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0924273 Jun 27 23:55:36.009567 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-50dbe462-bbb5-4f25-86a2-bf936f4a599d req-c5d3d7b6-6712-4c27-b75c-6b84d19447af tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Jun 27 23:55:36.053387 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '039f8465-b98d-4f2f-b95e-083bb314dfe5', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:53:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:55:34Z', 'updated_at': '2022-06-27T23:55:34Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:55:36.061031 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5705e41-e8d1-4a67-ade2-7e29f4e3bf0c req-ec7fd8cf-fdd7-436b-b9a0-14ba469a6c5b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Jun 27 23:55:36.079882 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192adbe0-0639-4050-b3b9-6d663e58ae0a None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '039f8465-b98d-4f2f-b95e-083bb314dfe5', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:53:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:55:34Z', 'updated_at': '2022-06-27T23:55:34Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:55:36.193504 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-f9ec97af-288a-48b5-821c-65a7f9aee863 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957434 Jun 27 23:55:36.300791 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b9591a1-318c-4a08-a154-709c8047ca1d req-047570ca-3552-4b37-a826-3b8c48bf638e service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991292 Jun 27 23:55:36.433543 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b6855-016e-4cee-9e0a-1f2ef0a99b04 None None] New status for floating IP 039f8465-b98d-4f2f-b95e-083bb314dfe5: ACTIVE {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:55:36.818155 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f7b2-1525-4ff6-8476-8f7a39b358ff req-6b3a8646-87c3-40fd-ade7-4cbe2c37faf7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:36.819640 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e753f7b2-1525-4ff6-8476-8f7a39b358ff req-6b3a8646-87c3-40fd-ade7-4cbe2c37faf7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0607820 Jun 27 23:55:36.821304 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:55:36.871704 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e753f7b2-1525-4ff6-8476-8f7a39b358ff req-bb714758-25c4-410a-b5c0-844b753e27ce tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458527 Jun 27 23:55:36.908655 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: ACTIVE; New status is: DOWN {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:36.909117 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:36.937649 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:55:36.940243 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e098f-3f83-4535-83fa-960d3d75aebd" -d '{"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:55:36.952545 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:55:36.957712 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:36.968516 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48de703-5a68-4dcc-8688-3caca2437f4b req-03ce8bbe-ddae-4a37-9ec0-9089d893c88f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:36.970052 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c48de703-5a68-4dcc-8688-3caca2437f4b req-03ce8bbe-ddae-4a37-9ec0-9089d893c88f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 946 time: 0.0626981 Jun 27 23:55:36.990554 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 23:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f20211-cd2d-4288-b39b-e7231eea8cf4 x-openstack-request-id: req-03f20211-cd2d-4288-b39b-e7231eea8cf4 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:55:36.990894 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:55:36.991099 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03f20211-cd2d-4288-b39b-e7231eea8cf4 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:55:36.991493 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f20211-cd2d-4288-b39b-e7231eea8cf4'] response: {'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'code': 200} Jun 27 23:55:37.017709 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=8']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:55:37.027020 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c48de703-5a68-4dcc-8688-3caca2437f4b req-d1637519-27cd-4ebd-bc89-30d9d170a65f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509508 Jun 27 23:55:37.189512 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe423b-1d6d-4bb4-885c-47a554a5b5fc req-ca177f64-ddcd-4c0d-a375-c44d6c0e9c4a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:37.191260 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1bfe423b-1d6d-4bb4-885c-47a554a5b5fc req-ca177f64-ddcd-4c0d-a375-c44d6c0e9c4a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0544913 Jun 27 23:55:37.243869 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1bfe423b-1d6d-4bb4-885c-47a554a5b5fc req-7c1028e8-0b82-4498-b5d7-80065a77beff tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Jun 27 23:55:38.005158 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a069a63-de62-4393-b440-91d7f6bce3ae req-555c7846-50cd-4997-a092-f40b5f5335b5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:38.006606 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a069a63-de62-4393-b440-91d7f6bce3ae req-555c7846-50cd-4997-a092-f40b5f5335b5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0604782 Jun 27 23:55:38.057077 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a069a63-de62-4393-b440-91d7f6bce3ae req-9906f3e7-992e-467c-b8de-d2fa0731278c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Jun 27 23:55:38.444399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966a88a-b63e-4935-a5cc-8653ac13d247 req-180d25db-7aec-48c4-ad08-23320b236ed3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:38.448416 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f966a88a-b63e-4935-a5cc-8653ac13d247 req-180d25db-7aec-48c4-ad08-23320b236ed3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.3461947 Jun 27 23:55:38.467439 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc40d4d-3efc-475a-b7ff-25bf0fb03d27 req-250ad21a-3666-43ef-8b8d-b8e232068f11 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:38.468831 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ecc40d4d-3efc-475a-b7ff-25bf0fb03d27 req-250ad21a-3666-43ef-8b8d-b8e232068f11 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.3399487 Jun 27 23:55:38.530818 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f966a88a-b63e-4935-a5cc-8653ac13d247 req-4cf381a3-6ec0-44b3-b9c6-e686e8a8aa23 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762303 Jun 27 23:55:38.541918 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ecc40d4d-3efc-475a-b7ff-25bf0fb03d27 req-b706413e-139c-4104-ab75-54225a28808b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656724 Jun 27 23:55:38.658147 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabdb3-8902-4ab4-aa73-9f2636f08fe2 req-777c8694-3bee-45d0-9d14-ada0c9676c8d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:38.659736 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-deaabdb3-8902-4ab4-aa73-9f2636f08fe2 req-777c8694-3bee-45d0-9d14-ada0c9676c8d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0626659 Jun 27 23:55:38.721703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-deaabdb3-8902-4ab4-aa73-9f2636f08fe2 req-1fe074f1-33b7-4316-ac7d-5595aa9859a0 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497611 Jun 27 23:55:39.130242 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [req-3a813ebe-dd8e-48e7-a2d4-a486d8e6b787 req-7377b2e2-b8e0-4d34-9311-38573f31dc2c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:55:39.131265 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3a813ebe-dd8e-48e7-a2d4-a486d8e6b787 req-7377b2e2-b8e0-4d34-9311-38573f31dc2c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055058 Jun 27 23:55:39.297674 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b3255-655f-4f9b-9c5b-59f2ace3614a req-2f5b7ba3-589b-496d-a52e-ea626091bc8c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:39.299214 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c83b3255-655f-4f9b-9c5b-59f2ace3614a req-2f5b7ba3-589b-496d-a52e-ea626091bc8c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0580313 Jun 27 23:55:39.348859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c83b3255-655f-4f9b-9c5b-59f2ace3614a req-a5684fb9-db74-4afa-8bfe-29a2bf85e501 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Jun 27 23:55:39.551798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 32932) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:39.654105 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-9800e274-e72e-4e39-b158-9ac4a0401dad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011109 Jun 27 23:55:39.663027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-68b9c755-5e0b-4f7a-b11e-2faf5e4a4b6a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 23:55:39.663947 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-68b9c755-5e0b-4f7a-b11e-2faf5e4a4b6a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049832 Jun 27 23:55:39.747001 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 32944) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:55:39.798604 dv-cinder-847864-2-iscsi neutron-server[115318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 23:55:39.840335 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11bfee-e80e-4b8b-917f-32ef159b650b req-03f17103-9430-43ce-8fbc-8cd2709b495c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:39.841757 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5a11bfee-e80e-4b8b-917f-32ef159b650b req-03f17103-9430-43ce-8fbc-8cd2709b495c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0546591 Jun 27 23:55:39.846137 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-7148d2de-fad4-4feb-a07c-67267a8dfbb3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:39.850668 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-7148d2de-fad4-4feb-a07c-67267a8dfbb3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports/f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 941 time: 0.1014647 Jun 27 23:55:39.890865 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5a11bfee-e80e-4b8b-917f-32ef159b650b req-4dc2d171-e569-4a00-899c-8f4b7ac8cc62 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 Jun 27 23:55:40.180373 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7201fe8-808b-46f1-89bb-6ace11112ec7 req-4d67fa4c-6192-49c3-832f-4f5003e11b97 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.183064 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7201fe8-808b-46f1-89bb-6ace11112ec7 req-4d67fa4c-6192-49c3-832f-4f5003e11b97 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0679908 Jun 27 23:55:40.284718 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7201fe8-808b-46f1-89bb-6ace11112ec7 req-84172156-62a8-4f08-b62a-dd91bbf4e3d8 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957050 Jun 27 23:55:40.318733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f7908-3201-46e2-901f-07941ea522bf req-8f4ec0c9-8ba8-4c2f-ac48-13e2071ac50b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.320568 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c3f7908-3201-46e2-901f-07941ea522bf req-8f4ec0c9-8ba8-4c2f-ac48-13e2071ac50b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.1248732 Jun 27 23:55:40.324184 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-b04d0d45-a71d-4a8f-b611-f35cf4f02dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.325694 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-b04d0d45-a71d-4a8f-b611-f35cf4f02dff service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1130 time: 0.0681512 Jun 27 23:55:40.337266 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-5ee8fab6-08ef-4b16-b627-238dcc8f807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.338772 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-5ee8fab6-08ef-4b16-b627-238dcc8f807b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1129 time: 0.0974622 Jun 27 23:55:40.432063 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c3f7908-3201-46e2-901f-07941ea522bf req-309e476f-db91-42e1-b09d-b1ccde03d16f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045122 Jun 27 23:55:40.437281 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-d5116df2-3eea-4ef5-94e1-e749e2134966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.439813 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-d5116df2-3eea-4ef5-94e1-e749e2134966 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.0932424 Jun 27 23:55:40.509199 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-6a1ada01-29e7-4ad1-93af-39c3f32d3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.510724 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-6a1ada01-29e7-4ad1-93af-39c3f32d3bb5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1621449 Jun 27 23:55:40.514849 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-7e14a011-b9bb-464d-bd1d-a7abffa0eac7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 1002 time: 0.0578175 Jun 27 23:55:40.518447 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45dc3-59dd-4741-b2c7-f0c1277004a4 req-f58dfb38-e660-4403-8a8f-c3a10b261318 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.519822 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7d45dc3-59dd-4741-b2c7-f0c1277004a4 req-f58dfb38-e660-4403-8a8f-c3a10b261318 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0934014 Jun 27 23:55:40.567883 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-541f8de5-7505-40be-a388-8ac4a8bbfecf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 200 len: 217 time: 0.0457046 Jun 27 23:55:40.570827 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-9b1e88ba-ee05-4e11-881b-39a5d69711ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.585880 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-9b1e88ba-ee05-4e11-881b-39a5d69711ef service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0633569 Jun 27 23:55:40.634573 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7d45dc3-59dd-4741-b2c7-f0c1277004a4 req-5d2fc88e-6678-4cac-a537-b3f965b39c00 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066253 Jun 27 23:55:40.642092 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-5695c299-9443-4a18-ac98-4c872b76fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.643644 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-5695c299-9443-4a18-ac98-4c872b76fe17 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513601 Jun 27 23:55:40.644565 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-97de1467-6327-4290-ba99-a2ac8888d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.645998 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-97de1467-6327-4290-ba99-a2ac8888d8a8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0690465 Jun 27 23:55:40.704164 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-d17491d2-2daf-471a-8ae8-6856c3aaef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:40.705666 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-d17491d2-2daf-471a-8ae8-6856c3aaef4b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467598 Jun 27 23:55:40.744147 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-e9f19644-f342-427a-a627-e3220377dc5b service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857198 Jun 27 23:55:40.815186 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-b7f34981-1b05-41ca-8eef-c29cea82f582 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937777 Jun 27 23:55:40.834614 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3348be2d-d923-44af-9823-4e25b0e25f03 req-843ad985-82ce-48e2-a9d7-21b65c9b9a23 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841472 Jun 27 23:55:40.853162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:55:40.913567 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d776e230-4d65-45c0-bd0a-bffc8ea18020 req-c203f663-5874-4419-a5d2-edcabcf16281 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917473 Jun 27 23:55:40.933615 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: DOWN; New status is: DOWN {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:55:41.420467 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9fb7-049d-4a8c-9b6a-69f8b4f6a5e1 req-cad9bea2-b7cf-45e1-91ee-cccbdeb2c895 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:41.421963 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d4e9fb7-049d-4a8c-9b6a-69f8b4f6a5e1 req-cad9bea2-b7cf-45e1-91ee-cccbdeb2c895 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0607586 Jun 27 23:55:41.473313 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d4e9fb7-049d-4a8c-9b6a-69f8b4f6a5e1 req-996481e3-b172-48c2-a0cd-967b58d907d7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 Jun 27 23:55:41.557900 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30360fa0-9aa0-4f63-a46f-18e8d13560da req-c1ac38e1-21e1-420c-ab32-8d562584bf39 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:41.559411 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-30360fa0-9aa0-4f63-a46f-18e8d13560da req-c1ac38e1-21e1-420c-ab32-8d562584bf39 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0541935 Jun 27 23:55:41.608362 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-30360fa0-9aa0-4f63-a46f-18e8d13560da req-0079ad76-1ba8-4d9e-b677-b988b4691a16 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Jun 27 23:55:41.765358 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506124-3632-487a-9eb7-ceb2fba5898d req-0fb6b10c-0eec-4eb7-b639-a75f81d794d7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:41.766824 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93506124-3632-487a-9eb7-ceb2fba5898d req-0fb6b10c-0eec-4eb7-b639-a75f81d794d7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0565355 Jun 27 23:55:41.823104 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93506124-3632-487a-9eb7-ceb2fba5898d req-b743dc46-5880-4fff-a0b4-ebc63de421d2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497808 Jun 27 23:55:42.390989 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-9708cf2c-8892-44b3-a3ff-c7f328ddf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.392503 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-9708cf2c-8892-44b3-a3ff-c7f328ddf3ae service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a&tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 1128 time: 0.0900028 Jun 27 23:55:42.483458 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-00b68f20-ba10-4564-8226-5af473765ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.484976 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-00b68f20-ba10-4564-8226-5af473765ec3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1128 time: 0.0470788 Jun 27 23:55:42.624477 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-afc25190-7fdb-4170-a448-52e8dfa74336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.625873 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-afc25190-7fdb-4170-a448-52e8dfa74336 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.1285851 Jun 27 23:55:42.633404 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec433bbc-9c58-41d1-9f42-39a42e7d4aeb req-7cb2a5c9-100e-4019-9055-8a42b580425c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.634730 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ec433bbc-9c58-41d1-9f42-39a42e7d4aeb req-7cb2a5c9-100e-4019-9055-8a42b580425c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0863702 Jun 27 23:55:42.747209 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-e40ac51c-825d-4196-8d06-e8df9ae72a0b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 1000 time: 0.1109669 Jun 27 23:55:42.758858 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ec433bbc-9c58-41d1-9f42-39a42e7d4aeb req-56350285-917c-4c02-b3fa-d95ffa536b7d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171868 Jun 27 23:55:42.804417 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035050-0795-422b-81d3-bdf4c4ad2483 req-06ff7e45-c033-44f6-b8a3-1a734251df97 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.805898 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-94035050-0795-422b-81d3-bdf4c4ad2483 req-06ff7e45-c033-44f6-b8a3-1a734251df97 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.1157346 Jun 27 23:55:42.822490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-f69d8c77-9595-4cf1-a01b-6953f75e6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.823981 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-f69d8c77-9595-4cf1-a01b-6953f75e6eeb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0641787 Jun 27 23:55:42.893193 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-94035050-0795-422b-81d3-bdf4c4ad2483 req-95e8b94c-8fca-43fc-bf04-0b2aa2e4b2cb tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811865 Jun 27 23:55:42.928253 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-c759aaaa-646c-48b1-9b68-d6b6349604f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.929781 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-c759aaaa-646c-48b1-9b68-d6b6349604f2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969815 Jun 27 23:55:42.970904 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765bd6e-b4a4-4cd3-830b-cca0209c873b req-a07ab24c-c85e-4ddb-b4fc-0492039501fa tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:42.972313 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f765bd6e-b4a4-4cd3-830b-cca0209c873b req-a07ab24c-c85e-4ddb-b4fc-0492039501fa tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0750959 Jun 27 23:55:43.066446 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f765bd6e-b4a4-4cd3-830b-cca0209c873b req-0ca0fc22-b11f-4735-aa32-6114621ddd79 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658722 Jun 27 23:55:43.077658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-7ddb5ac7-56d3-4913-a58e-4a7da9e38400 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324592 Jun 27 23:55:43.171827 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-495895f0-efc2-4a7a-bf1c-343831e5ca79 req-680d45d3-557e-47ce-80c1-9047d6fbca65 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843813 Jun 27 23:55:44.027422 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07506b-722f-4fe3-9730-56925e118eb7 req-b1a9acee-cb78-4515-ab4e-b65dfbe34ab9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:44.028945 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-db07506b-722f-4fe3-9730-56925e118eb7 req-b1a9acee-cb78-4515-ab4e-b65dfbe34ab9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0642357 Jun 27 23:55:44.090345 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-db07506b-722f-4fe3-9730-56925e118eb7 req-909c9a1e-8478-42a2-8719-cd0e2b0acf67 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529490 Jun 27 23:55:44.202030 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645ad73-743a-47e2-a7df-255809d4a0fa req-1f228d76-4234-4a3f-8fd8-7bee954c4f7d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:44.203426 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d645ad73-743a-47e2-a7df-255809d4a0fa req-1f228d76-4234-4a3f-8fd8-7bee954c4f7d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0623503 Jun 27 23:55:44.253924 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d645ad73-743a-47e2-a7df-255809d4a0fa req-5e21ef52-c76f-4328-99e3-869b93f9fca4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448470 Jun 27 23:55:45.219333 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4333fad-20b1-4751-906e-c193a4122000 req-35dee4b4-af57-4f2c-9078-df0e71347e60 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:45.220716 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a4333fad-20b1-4751-906e-c193a4122000 req-35dee4b4-af57-4f2c-9078-df0e71347e60 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0571172 Jun 27 23:55:45.287339 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a4333fad-20b1-4751-906e-c193a4122000 req-667f76b8-5b03-459d-ae3b-001be7c4832c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607884 Jun 27 23:55:45.393464 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b3df3-ae80-4e01-890f-1e0652689875 req-30f742f9-7f60-42df-b724-232d89918c1a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:45.395024 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d70b3df3-ae80-4e01-890f-1e0652689875 req-30f742f9-7f60-42df-b724-232d89918c1a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0604055 Jun 27 23:55:45.448238 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d70b3df3-ae80-4e01-890f-1e0652689875 req-591e9139-fa87-40b5-b637-d85d4b0ef6f3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471766 Jun 27 23:55:46.423444 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8c47-359b-4d4d-ab07-af91bbaad0a6 req-655445a0-a54b-429c-a4a5-b085e97d42db tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:46.425022 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9dad8c47-359b-4d4d-ab07-af91bbaad0a6 req-655445a0-a54b-429c-a4a5-b085e97d42db tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0573835 Jun 27 23:55:46.477401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9dad8c47-359b-4d4d-ab07-af91bbaad0a6 req-14aa7cd2-3704-4c5d-b1f2-383f88f1ad29 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Jun 27 23:55:46.603103 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b61609-542c-4607-8b71-34b0a6eae6e2 req-bef24388-f99b-4112-95a6-553a365fde2a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:46.605217 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e0b61609-542c-4607-8b71-34b0a6eae6e2 req-bef24388-f99b-4112-95a6-553a365fde2a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0667493 Jun 27 23:55:46.663818 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e0b61609-542c-4607-8b71-34b0a6eae6e2 req-c8ef952b-ffce-4f73-a207-e0eb7cb9b695 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497267 Jun 27 23:55:47.518773 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-67fb0241-ca0d-4d97-9d9b-0f1e15eafd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:47.632668 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a680a-ac1d-4ec4-a411-f44a52a13a6f req-3e4c17d1-34f8-4139-87e6-55812c1fc0d2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:47.634200 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a86a680a-ac1d-4ec4-a411-f44a52a13a6f req-3e4c17d1-34f8-4139-87e6-55812c1fc0d2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0581324 Jun 27 23:55:47.684614 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a86a680a-ac1d-4ec4-a411-f44a52a13a6f req-fa5366c2-4f80-4cf6-9ce6-f0e54cbf8057 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Jun 27 23:55:47.812341 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abceed2-5a94-4100-a4b3-485b9ed87504 req-cf4b0c31-f86d-4546-bb22-505cd7e22b16 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:47.816279 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2abceed2-5a94-4100-a4b3-485b9ed87504 req-cf4b0c31-f86d-4546-bb22-505cd7e22b16 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0597742 Jun 27 23:55:47.867337 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2abceed2-5a94-4100-a4b3-485b9ed87504 req-4eeccf90-901f-4d99-bec5-382d505a576f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476284 Jun 27 23:55:48.417317 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:55:48.807036 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7041f-8e5f-4d8c-b438-fa92f92b991e req-c33b674d-00fb-48a3-ab5d-3164b2e3eb76 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:48.808711 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ffb7041f-8e5f-4d8c-b438-fa92f92b991e req-c33b674d-00fb-48a3-ab5d-3164b2e3eb76 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Jun 27 23:55:48.859527 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ffb7041f-8e5f-4d8c-b438-fa92f92b991e req-27c9d74a-fca2-4234-9cef-d2aa7e6133c1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Jun 27 23:55:49.014048 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90def643-d964-479d-a2d2-0a2037a6b079 req-0946b71e-3390-4ba6-a06c-dd2b0f2c022f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:49.015522 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-90def643-d964-479d-a2d2-0a2037a6b079 req-0946b71e-3390-4ba6-a06c-dd2b0f2c022f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0636790 Jun 27 23:55:49.073091 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-90def643-d964-479d-a2d2-0a2037a6b079 req-3f68db16-f2b8-4635-8d2f-1d9cfeb5d096 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508444 Jun 27 23:55:49.745474 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca904cc7-2bfe-43a6-8ce8-783509aa3016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:49.988169 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ae589-dfc1-4caa-86c3-ae3060a20af9 req-e5e5698f-3083-480b-92eb-c3eccbcf02d5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:49.989730 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-877ae589-dfc1-4caa-86c3-ae3060a20af9 req-e5e5698f-3083-480b-92eb-c3eccbcf02d5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0588081 Jun 27 23:55:50.049915 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-877ae589-dfc1-4caa-86c3-ae3060a20af9 req-766df89f-88d3-4b47-ab45-b0478ca60616 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541997 Jun 27 23:55:50.219297 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51063-4fca-4a77-a2ee-8d9c297b9e62 req-c8379bd6-b4eb-4ac1-9942-ba5d60e91bee tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:50.220792 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-36d51063-4fca-4a77-a2ee-8d9c297b9e62 req-c8379bd6-b4eb-4ac1-9942-ba5d60e91bee tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0579588 Jun 27 23:55:50.278958 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-36d51063-4fca-4a77-a2ee-8d9c297b9e62 req-701cf8c6-f017-4cf9-9b8e-54f6d34e8309 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526407 Jun 27 23:55:50.711682 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:51.190532 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5ff46-5399-4c1d-97bf-31a5767f8b9f req-7d1ee1d6-0354-48a4-b17a-c781c004ea7b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:51.192816 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a0b5ff46-5399-4c1d-97bf-31a5767f8b9f req-7d1ee1d6-0354-48a4-b17a-c781c004ea7b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0703161 Jun 27 23:55:51.239550 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a0b5ff46-5399-4c1d-97bf-31a5767f8b9f req-0c0b6b05-dabd-4793-86b9-8558a9c2a2e1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Jun 27 23:55:51.406239 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc042e9-83c9-4df8-812a-953ab94d46ce req-50afaa2d-9d43-4bfa-b2de-5406d4c7fb4f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:51.407743 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ffc042e9-83c9-4df8-812a-953ab94d46ce req-50afaa2d-9d43-4bfa-b2de-5406d4c7fb4f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0557475 Jun 27 23:55:51.465477 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ffc042e9-83c9-4df8-812a-953ab94d46ce req-04d0a706-fd81-4037-b58b-1b5f535fc5b8 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518146 Jun 27 23:55:52.212850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:52.362750 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be663f32-7bd1-4155-b6bb-658d81fceb40 req-a9a996f8-6b75-43c6-8cfd-a5adf683eb50 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:52.365565 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-be663f32-7bd1-4155-b6bb-658d81fceb40 req-a9a996f8-6b75-43c6-8cfd-a5adf683eb50 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0585485 Jun 27 23:55:52.414157 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-be663f32-7bd1-4155-b6bb-658d81fceb40 req-1d60dc88-a66a-499e-914d-fbf228ccb431 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Jun 27 23:55:52.597508 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30153-9cca-405c-a78d-011c51d844ad req-e0ffd071-0f70-4d5b-af24-07d1fc46bb0e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:52.600087 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5bc30153-9cca-405c-a78d-011c51d844ad req-e0ffd071-0f70-4d5b-af24-07d1fc46bb0e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0565124 Jun 27 23:55:52.647673 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5bc30153-9cca-405c-a78d-011c51d844ad req-c8cf68d0-7077-4ed3-995d-90c29f1f9725 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Jun 27 23:55:53.537812 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f9d1a-12dc-47d8-a5a0-990c9b15c01f req-e9c80817-fdfd-4b14-a735-7a86ddac1a03 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:53.539305 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8c2f9d1a-12dc-47d8-a5a0-990c9b15c01f req-e9c80817-fdfd-4b14-a735-7a86ddac1a03 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0569191 Jun 27 23:55:53.587578 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8c2f9d1a-12dc-47d8-a5a0-990c9b15c01f req-23cca0c6-59d8-45ff-adf6-213eaa07b68c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Jun 27 23:55:53.778509 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfe33d-6ea1-4f6e-bc5c-c8599a04f070 req-83490272-362d-4a1c-93f7-7767205c15e2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:53.780032 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-06dfe33d-6ea1-4f6e-bc5c-c8599a04f070 req-83490272-362d-4a1c-93f7-7767205c15e2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0572436 Jun 27 23:55:53.822613 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:55:53.838353 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-06dfe33d-6ea1-4f6e-bc5c-c8599a04f070 req-1e6da237-c776-4aa2-9ef0-e7e107b5794c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509908 Jun 27 23:55:54.717544 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc540043-b094-40bd-8057-17fa3cac43e0 req-77a0cfe7-6c81-48ba-a129-2706e8204ce0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:54.719118 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc540043-b094-40bd-8057-17fa3cac43e0 req-77a0cfe7-6c81-48ba-a129-2706e8204ce0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0544090 Jun 27 23:55:54.769115 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc540043-b094-40bd-8057-17fa3cac43e0 req-69f77994-b1d7-4436-a0e5-ec71d573a6f9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Jun 27 23:55:54.978421 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d246a-c850-4acf-8886-73e443e728c6 req-2e602af5-b8af-4744-907e-6209237893b4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:54.979882 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba1d246a-c850-4acf-8886-73e443e728c6 req-2e602af5-b8af-4744-907e-6209237893b4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0658681 Jun 27 23:55:55.031390 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba1d246a-c850-4acf-8886-73e443e728c6 req-d4a511f6-21a1-4f34-951a-a50ff52597b1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453639 Jun 27 23:55:55.917452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d95cf-6ef9-4459-872b-94daf7b18451 req-9231ea23-4277-43a5-b8f6-57b17c1e1a67 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:55.919252 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8c5d95cf-6ef9-4459-872b-94daf7b18451 req-9231ea23-4277-43a5-b8f6-57b17c1e1a67 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0662262 Jun 27 23:55:55.976406 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8c5d95cf-6ef9-4459-872b-94daf7b18451 req-db178629-8e5c-4fe7-8f9b-913dce331111 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Jun 27 23:55:56.182122 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51d116-f206-4b33-a171-9047028e65c4 req-d953a7c7-81fc-486c-b9c3-b7e2fd5b03a9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:56.183665 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e51d116-f206-4b33-a171-9047028e65c4 req-d953a7c7-81fc-486c-b9c3-b7e2fd5b03a9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0623302 Jun 27 23:55:56.248996 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e51d116-f206-4b33-a171-9047028e65c4 req-881313fc-e153-426e-bc72-2e03ba55185e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594163 Jun 27 23:55:57.103451 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feedf7e-0682-4cbc-9a2f-2b546336ac71 req-ab91b008-a402-4d0d-80bb-c1127fe4caae tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:57.104907 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9feedf7e-0682-4cbc-9a2f-2b546336ac71 req-ab91b008-a402-4d0d-80bb-c1127fe4caae tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0575669 Jun 27 23:55:57.151996 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9feedf7e-0682-4cbc-9a2f-2b546336ac71 req-6a9a8327-abf2-4d59-8725-43e286c35003 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Jun 27 23:55:57.393632 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf062dbd-4f54-4ff4-8338-012320d34f0c req-c6b624d4-9203-4f84-add4-b221be71241b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:57.395055 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf062dbd-4f54-4ff4-8338-012320d34f0c req-c6b624d4-9203-4f84-add4-b221be71241b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0599811 Jun 27 23:55:57.440690 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf062dbd-4f54-4ff4-8338-012320d34f0c req-a13ebed9-cd5b-483e-912e-4974a1d1a043 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399926 Jun 27 23:55:58.290192 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f11fc8-022f-482a-8b0e-1e02b725ac1e req-c1122a2a-94f0-4c3b-b719-62428e311126 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:58.291666 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56f11fc8-022f-482a-8b0e-1e02b725ac1e req-c1122a2a-94f0-4c3b-b719-62428e311126 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0674500 Jun 27 23:55:58.341808 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56f11fc8-022f-482a-8b0e-1e02b725ac1e req-9f93dc45-5468-4586-bc3e-2ca7ae1ca1ce tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Jun 27 23:55:58.581441 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb4d8d-1079-4e1a-896e-db756aae61fc req-7c7bb2a2-099f-49fc-955e-0fe713596092 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:58.582827 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a2bb4d8d-1079-4e1a-896e-db756aae61fc req-7c7bb2a2-099f-49fc-955e-0fe713596092 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0601914 Jun 27 23:55:58.629920 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a2bb4d8d-1079-4e1a-896e-db756aae61fc req-7d3009a4-8231-450a-b2d1-ffe4671f1631 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Jun 27 23:55:59.476863 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a6259-f738-459d-ad44-450a450fb221 req-d023b255-bf62-42fb-87d3-12719e069693 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:59.478339 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-537a6259-f738-459d-ad44-450a450fb221 req-d023b255-bf62-42fb-87d3-12719e069693 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0620489 Jun 27 23:55:59.529393 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-537a6259-f738-459d-ad44-450a450fb221 req-5909ea93-ec0e-409c-bb32-b1f9a3b39e2b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Jun 27 23:55:59.762601 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e320d6-2fd9-4b52-8bbb-8157195a6fd7 req-52d2c4ef-7035-40c8-98c1-9670f07bcd55 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:55:59.764198 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21e320d6-2fd9-4b52-8bbb-8157195a6fd7 req-52d2c4ef-7035-40c8-98c1-9670f07bcd55 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0556188 Jun 27 23:55:59.824152 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21e320d6-2fd9-4b52-8bbb-8157195a6fd7 req-48597ef7-73cd-4524-af19-83c5db7abdb5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511217 Jun 27 23:56:00.656291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f33c35-5a8a-4f5f-9e05-593e55e89e51 req-70162542-cd02-4fc8-8b75-e9404d310387 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:00.657830 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03f33c35-5a8a-4f5f-9e05-593e55e89e51 req-70162542-cd02-4fc8-8b75-e9404d310387 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0546987 Jun 27 23:56:00.710484 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03f33c35-5a8a-4f5f-9e05-593e55e89e51 req-939a167c-ba27-4dea-97be-51bc946c4d22 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468469 Jun 27 23:56:00.967236 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e5d4-517f-419f-8a88-96c5e536abf2 req-eceb8fd8-71b9-4e7d-8b64-40f8472d4530 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:00.968582 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7c9e5d4-517f-419f-8a88-96c5e536abf2 req-eceb8fd8-71b9-4e7d-8b64-40f8472d4530 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0590298 Jun 27 23:56:01.016713 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7c9e5d4-517f-419f-8a88-96c5e536abf2 req-70864dd5-5976-4b7a-9007-877ec949745c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398297 Jun 27 23:56:01.839422 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80275-eafa-4f7f-a454-df70e2dbacb5 req-42ec5351-7b30-4d1c-b4a9-a4ab7feea82a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:01.840894 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-71c80275-eafa-4f7f-a454-df70e2dbacb5 req-42ec5351-7b30-4d1c-b4a9-a4ab7feea82a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0550849 Jun 27 23:56:01.891184 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-71c80275-eafa-4f7f-a454-df70e2dbacb5 req-2adb471e-e792-4024-8364-0f604bfd39ef tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Jun 27 23:56:02.032859 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:02.151913 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc37e78-b7d6-45de-8720-39ab1659f5b2 req-7d85e50c-5e4c-489e-a42a-7443ef07da62 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:02.153504 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5bc37e78-b7d6-45de-8720-39ab1659f5b2 req-7d85e50c-5e4c-489e-a42a-7443ef07da62 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0528343 Jun 27 23:56:02.204157 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5bc37e78-b7d6-45de-8720-39ab1659f5b2 req-800d799c-afb5-4887-9d5a-ae12a8080c35 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 Jun 27 23:56:03.026420 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1276-dede-4ea9-bf2e-88e65eb74e48 req-cd340714-a0b5-4dfc-b5b8-9c8e3514957c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:03.027907 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-42ec1276-dede-4ea9-bf2e-88e65eb74e48 req-cd340714-a0b5-4dfc-b5b8-9c8e3514957c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0562465 Jun 27 23:56:03.075729 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-42ec1276-dede-4ea9-bf2e-88e65eb74e48 req-e7f7374e-62ff-471a-a9af-249afd730ccb tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Jun 27 23:56:03.341506 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc596e-de93-4b2b-a30f-89046a7a1f28 req-919d5905-40df-4b22-9d09-03780355ebb9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:03.342986 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-26bc596e-de93-4b2b-a30f-89046a7a1f28 req-919d5905-40df-4b22-9d09-03780355ebb9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0546777 Jun 27 23:56:03.394592 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-26bc596e-de93-4b2b-a30f-89046a7a1f28 req-0b1ae61b-7e49-48b9-b6a9-e79eb0ce27aa tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428612 Jun 27 23:56:04.215090 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd5cee-e24a-4e57-8988-7dec35f30686 req-526d873a-51d4-4f15-b4e0-4d8e36b76fac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:04.216603 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-68cd5cee-e24a-4e57-8988-7dec35f30686 req-526d873a-51d4-4f15-b4e0-4d8e36b76fac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0663362 Jun 27 23:56:04.264674 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-68cd5cee-e24a-4e57-8988-7dec35f30686 req-ffb08c1f-b484-4e58-9761-afcb60f1bc7d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Jun 27 23:56:04.521243 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93159220-628b-4157-8e23-f69c560ba4fb req-d510fb6a-1af4-4907-b092-04a02fb3fc1d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:04.522883 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93159220-628b-4157-8e23-f69c560ba4fb req-d510fb6a-1af4-4907-b092-04a02fb3fc1d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0556965 Jun 27 23:56:04.585752 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93159220-628b-4157-8e23-f69c560ba4fb req-e6d61258-6016-4147-9602-e67258f8ae8e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569501 Jun 27 23:56:04.836997 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-5b2b9202-c152-42c3-baab-32d79af95ef7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637708 Jun 27 23:56:04.946625 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-7b0aa7d2-440f-4c2a-8f97-cb606f7c75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:04.948026 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-7b0aa7d2-440f-4c2a-8f97-cb606f7c75c4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1130 time: 0.0601630 Jun 27 23:56:05.064431 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-14f657ac-2747-4cd9-89f7-aa8d6f780420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:05.065940 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-14f657ac-2747-4cd9-89f7-aa8d6f780420 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.0892737 Jun 27 23:56:05.401397 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce875c6-be9f-46ce-ad3e-6576376c514d req-4e6544d6-b28e-487c-8ded-8a898b51e645 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:05.402859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fce875c6-be9f-46ce-ad3e-6576376c514d req-4e6544d6-b28e-487c-8ded-8a898b51e645 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0599313 Jun 27 23:56:05.454920 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fce875c6-be9f-46ce-ad3e-6576376c514d req-b0820e30-92d5-4141-ba3b-003315c91d2d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Jun 27 23:56:05.716956 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc396c-d7b3-45b1-bac3-3cfcfaf6365d req-13bf04a3-d059-4798-83cc-bdec686915b7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:05.718450 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22cc396c-d7b3-45b1-bac3-3cfcfaf6365d req-13bf04a3-d059-4798-83cc-bdec686915b7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0547359 Jun 27 23:56:05.764097 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22cc396c-d7b3-45b1-bac3-3cfcfaf6365d req-d26aaf42-b5d1-495f-9625-a7bce25b52b3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Jun 27 23:56:06.585406 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c40b7-2e7f-402b-95fe-a044416c7ee1 req-378c280e-0618-4570-93cb-fe25f5440d63 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:06.586866 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-129c40b7-2e7f-402b-95fe-a044416c7ee1 req-378c280e-0618-4570-93cb-fe25f5440d63 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0538650 Jun 27 23:56:06.639497 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-129c40b7-2e7f-402b-95fe-a044416c7ee1 req-a7a2a162-9041-4a0f-b482-2bb3db35808f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464544 Jun 27 23:56:06.700868 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:56:06.801039 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:06.812998 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'port_id': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'mac_address': 'fa:16:3e:bb:30:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:56:06.847724 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:56:06.848111 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:06.862035 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:56:06.885528 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:06.889490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c2ade-485d-47a2-921e-be32e36100ff req-bb6bcf41-88cd-44ff-9994-41c81ded66f9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:06.890642 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:06.891371 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3f6c2ade-485d-47a2-921e-be32e36100ff req-bb6bcf41-88cd-44ff-9994-41c81ded66f9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 944 time: 0.0532722 Jun 27 23:56:06.934911 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=9']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:06.940390 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3f6c2ade-485d-47a2-921e-be32e36100ff req-40e300f2-50b0-4326-b24c-38f9d6ef328b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Jun 27 23:56:07.722175 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-23f59d4e-d22a-4f5a-b844-864a500b6490 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 1002 time: 0.0701306 Jun 27 23:56:07.792759 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-ce0f75f1-4d04-4105-a782-23e70bffa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:07.794543 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-ce0f75f1-4d04-4105-a782-23e70bffa2c8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0520060 Jun 27 23:56:07.804432 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b87eb1-cbc6-41ca-adc0-21f81234c694 req-94511991-2336-48d9-99e1-795ab54f12bc tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:07.805824 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-91b87eb1-cbc6-41ca-adc0-21f81234c694 req-94511991-2336-48d9-99e1-795ab54f12bc tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0931613 Jun 27 23:56:07.878911 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-91b87eb1-cbc6-41ca-adc0-21f81234c694 req-1cbcd493-ed79-445c-89a7-2938cc70972d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625734 Jun 27 23:56:07.883459 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-d0a921a6-6f31-40d9-b41a-e8f0269a0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:07.885188 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-d0a921a6-6f31-40d9-b41a-e8f0269a0c44 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759618 Jun 27 23:56:07.979039 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-d0f29fa9-1147-48a1-ab70-346dfa136080 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854988 Jun 27 23:56:08.110795 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83473c35-70e8-48fa-9a68-f8ff53f7cbc7 req-7f4c5bea-269a-40ff-85d2-1bd03ba27c4e service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165266 Jun 27 23:56:08.121066 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d48173-cf3d-40bf-8bb4-9530d5f27f2e req-526fb563-a482-4d2e-8bc5-d1ec30b28350 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:08.122437 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f1d48173-cf3d-40bf-8bb4-9530d5f27f2e req-526fb563-a482-4d2e-8bc5-d1ec30b28350 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0857751 Jun 27 23:56:08.171601 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f1d48173-cf3d-40bf-8bb4-9530d5f27f2e req-39eca1f5-4619-47cf-9df5-5197a9a791d4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Jun 27 23:56:08.223020 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:56:09.014126 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcd10-04b1-42eb-97db-e87f72d31e11 req-845b814b-0826-4b69-98c5-42595c9ffe7d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:09.015571 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f88dcd10-04b1-42eb-97db-e87f72d31e11 req-845b814b-0826-4b69-98c5-42595c9ffe7d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0655816 Jun 27 23:56:09.063717 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f88dcd10-04b1-42eb-97db-e87f72d31e11 req-2074bea3-322a-4745-abe5-5f085652ee43 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Jun 27 23:56:09.320578 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f98c7-41ff-43c1-821d-a9a8d1b0aefd req-ae72da53-acaa-4d92-9cc1-4292a5e14b89 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:09.322042 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf1f98c7-41ff-43c1-821d-a9a8d1b0aefd req-ae72da53-acaa-4d92-9cc1-4292a5e14b89 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0630710 Jun 27 23:56:09.374242 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf1f98c7-41ff-43c1-821d-a9a8d1b0aefd req-04ea9c2b-8048-428c-a725-38b32e887420 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455611 Jun 27 23:56:10.198023 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7125d-0451-47b7-b1ca-3b13a65a89dd req-884e8ae3-4796-401e-a1bf-da92abff6af5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:10.199951 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d0d7125d-0451-47b7-b1ca-3b13a65a89dd req-884e8ae3-4796-401e-a1bf-da92abff6af5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0555065 Jun 27 23:56:10.250676 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d0d7125d-0451-47b7-b1ca-3b13a65a89dd req-16d2936d-40f8-4689-afb2-426865be26ec tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Jun 27 23:56:10.521303 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa190-fa78-4c56-bf68-8d5c8962f6cd req-d343c1a0-d1ba-46ce-aebc-2e4ec3e25256 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:10.522761 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c8aaa190-fa78-4c56-bf68-8d5c8962f6cd req-d343c1a0-d1ba-46ce-aebc-2e4ec3e25256 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0601020 Jun 27 23:56:10.578954 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c8aaa190-fa78-4c56-bf68-8d5c8962f6cd req-74f9f8f5-02cb-4df1-9e88-447dd4c58dec tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478590 Jun 27 23:56:11.382009 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b4936-8ddc-4fe8-a34a-9a9c7e339485 req-28d3eaba-923e-487c-a579-cbdfc88c80df tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:11.383465 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c43b4936-8ddc-4fe8-a34a-9a9c7e339485 req-28d3eaba-923e-487c-a579-cbdfc88c80df tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0542743 Jun 27 23:56:11.429970 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c43b4936-8ddc-4fe8-a34a-9a9c7e339485 req-8d59081d-4087-468d-84e1-dd0ebe8c18c4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Jun 27 23:56:11.707787 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb71a4f-7ba0-4a48-931d-3ee7fffd7340 req-f9740c33-ea25-4371-a68b-236408c45991 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:11.709279 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eeb71a4f-7ba0-4a48-931d-3ee7fffd7340 req-f9740c33-ea25-4371-a68b-236408c45991 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0526493 Jun 27 23:56:11.755012 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eeb71a4f-7ba0-4a48-931d-3ee7fffd7340 req-f02cd495-c0a7-438b-a6ca-feb49c0ea917 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399103 Jun 27 23:56:12.823569 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64dec-f826-41c4-94d1-feb94923c11b req-8d375076-a84f-4e20-93de-72229972deaf tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:12.825235 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f0e64dec-f826-41c4-94d1-feb94923c11b req-8d375076-a84f-4e20-93de-72229972deaf tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.3261147 Jun 27 23:56:12.831662 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7725739-1c46-416a-9d83-673a898d0a0e req-3f2c6140-912f-424f-b587-66a541740f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:12.833090 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e7725739-1c46-416a-9d83-673a898d0a0e req-3f2c6140-912f-424f-b587-66a541740f99 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1129 time: 0.0626829 Jun 27 23:56:12.934667 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e7725739-1c46-416a-9d83-673a898d0a0e req-202f50b2-7175-4312-a03a-7d7ea22301ad service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933485 Jun 27 23:56:12.938401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f0e64dec-f826-41c4-94d1-feb94923c11b req-a1c4c55e-a4a4-455f-bff4-f3c4deff64b2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044602 Jun 27 23:56:12.949262 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978263e4-9c6d-4706-a1aa-ec1367609759 req-95055a03-a443-4aab-b382-40551bed6d91 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:12.951160 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-978263e4-9c6d-4706-a1aa-ec1367609759 req-95055a03-a443-4aab-b382-40551bed6d91 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.1116571 Jun 27 23:56:12.997856 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-978263e4-9c6d-4706-a1aa-ec1367609759 req-652cc3c1-547b-47f7-bd48-25b6e867df7c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408392 Jun 27 23:56:14.073541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d64a2-c16a-46c4-89a4-e6c71054946f req-0d9b60c8-75a1-4298-a5e5-642c6abb10ea tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:14.075643 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5f4d64a2-c16a-46c4-89a4-e6c71054946f req-0d9b60c8-75a1-4298-a5e5-642c6abb10ea tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0555739 Jun 27 23:56:14.152913 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5f4d64a2-c16a-46c4-89a4-e6c71054946f req-437516e0-8114-4cdf-b040-99d297df74bf tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683117 Jun 27 23:56:14.161798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d223e-4a3d-44b7-9e61-9df189eabe56 req-b0375c71-2c09-40e1-bbf1-d60f3a8e178b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:14.163281 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7a0d223e-4a3d-44b7-9e61-9df189eabe56 req-b0375c71-2c09-40e1-bbf1-d60f3a8e178b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0867496 Jun 27 23:56:14.213648 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7a0d223e-4a3d-44b7-9e61-9df189eabe56 req-dba765a4-b7fd-4800-941e-d127a7529b1e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444741 Jun 27 23:56:15.275869 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1090-dc0f-4d0e-890a-bd3738b1fe51 req-3137002f-e06a-4889-a8ee-79348882f4b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:15.277376 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a45c1090-dc0f-4d0e-890a-bd3738b1fe51 req-3137002f-e06a-4889-a8ee-79348882f4b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0524092 Jun 27 23:56:15.358948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a45c1090-dc0f-4d0e-890a-bd3738b1fe51 req-669a5d90-b019-4963-bf19-d133c45fb9a7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747559 Jun 27 23:56:15.370672 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ccd32-6de7-43bd-b25c-57745ac46d0c req-f38df969-eb35-4fc0-a6df-f3fe71596c5b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:15.372084 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12ccd32-6de7-43bd-b25c-57745ac46d0c req-f38df969-eb35-4fc0-a6df-f3fe71596c5b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 945 time: 0.0819836 Jun 27 23:56:15.430517 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12ccd32-6de7-43bd-b25c-57745ac46d0c req-86e57421-6abd-45b0-9e1a-296a8531fd15 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517983 Jun 27 23:56:15.552634 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:56:15.609700 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:56:15.610075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:15.686908 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:56:15.687279 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:15.711639 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:15.713846 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddfee3a-be2b-4bab-ae4b-4ee92894ef3f" -d '{"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:15.726094 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:15.731737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:15.753693 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33659e89-4146-492b-aada-8200d597223d x-openstack-request-id: req-33659e89-4146-492b-aada-8200d597223d {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:15.754008 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:15.754258 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33659e89-4146-492b-aada-8200d597223d {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:15.754646 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33659e89-4146-492b-aada-8200d597223d'] response: {'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'code': 200} Jun 27 23:56:15.779531 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=10']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:16.478758 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9d788-f316-47c4-be85-a7eb4d606b7a req-8f74718f-cefa-4292-ac34-61c57acaa32a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:16.480339 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e3d9d788-f316-47c4-be85-a7eb4d606b7a req-8f74718f-cefa-4292-ac34-61c57acaa32a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0548980 Jun 27 23:56:16.554844 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e3d9d788-f316-47c4-be85-a7eb4d606b7a req-bb271cd3-f3ce-48ca-bf01-7e84d1f87a4a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680416 Jun 27 23:56:16.574081 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef08a-e0d7-43fc-8219-0aefcbd5713f req-82802d43-2419-4dd7-b50b-0331b7316ee7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:16.575557 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bf8ef08a-e0d7-43fc-8219-0aefcbd5713f req-82802d43-2419-4dd7-b50b-0331b7316ee7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0691624 Jun 27 23:56:16.626134 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bf8ef08a-e0d7-43fc-8219-0aefcbd5713f req-fbfde283-d9a9-4731-9d1e-e3330d4ee789 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Jun 27 23:56:17.412816 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016d47-7302-4eff-82d8-e98a824edcdb req-b18db585-cf6e-49ac-8e05-afb2f90c2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:17.414364 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f3016d47-7302-4eff-82d8-e98a824edcdb req-b18db585-cf6e-49ac-8e05-afb2f90c2d54 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1131 time: 0.0452564 Jun 27 23:56:17.467179 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f3016d47-7302-4eff-82d8-e98a824edcdb req-82639cd7-761a-49eb-864c-9c02591be8d4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367730 Jun 27 23:56:17.523032 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-cba27059-ac71-45ae-bf68-f2a8584fda76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:17.674922 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c4845-9484-4829-a138-2955f53c785b req-d91aa333-3fd7-47e5-92cf-2a9579e38f79 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:17.676402 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-516c4845-9484-4829-a138-2955f53c785b req-d91aa333-3fd7-47e5-92cf-2a9579e38f79 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Jun 27 23:56:17.754888 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-516c4845-9484-4829-a138-2955f53c785b req-d80494bd-3c9c-4584-b478-4340ddbdc68b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726845 Jun 27 23:56:17.774142 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaef6c-9276-47bd-acf2-3a782c92dd34 req-fa5dce97-bbf9-499a-9bd8-6c4cc02bb99d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:17.775635 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-aeaaef6c-9276-47bd-acf2-3a782c92dd34 req-fa5dce97-bbf9-499a-9bd8-6c4cc02bb99d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0674503 Jun 27 23:56:17.828340 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-aeaaef6c-9276-47bd-acf2-3a782c92dd34 req-c4dd4389-6bd3-4300-8095-19cf68dc5ad5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464733 Jun 27 23:56:18.026805 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb850ccb-3d09-4b68-84ef-2682562458ee req-df78873d-a805-41bd-8e9a-0e7e0bd5c851 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:18.028377 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb850ccb-3d09-4b68-84ef-2682562458ee req-df78873d-a805-41bd-8e9a-0e7e0bd5c851 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0656037 Jun 27 23:56:18.080342 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb850ccb-3d09-4b68-84ef-2682562458ee req-d822e90b-4839-427d-bfb2-85da60c25c4e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Jun 27 23:56:18.141176 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85609168-f96d-44d8-9d94-27e253c1b593 req-5c33b29f-b18f-4f6f-b7a2-d62366044ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:18.143010 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-5c33b29f-b18f-4f6f-b7a2-d62366044ad8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1129 time: 0.0480821 Jun 27 23:56:18.238249 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85609168-f96d-44d8-9d94-27e253c1b593 req-c9844d41-f91a-4f14-9237-c60974d150e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:18.239717 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-c9844d41-f91a-4f14-9237-c60974d150e0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.0902438 Jun 27 23:56:18.284339 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-c11481e4-0202-45e5-aff8-635fe7fc3b56 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 200 len: 217 time: 0.0322607 Jun 27 23:56:18.343324 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85609168-f96d-44d8-9d94-27e253c1b593 req-f442a086-597f-401b-a9cc-97079f55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:18.344619 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-f442a086-597f-401b-a9cc-97079f55f8dd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0459573 Jun 27 23:56:18.401983 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85609168-f96d-44d8-9d94-27e253c1b593 req-83159325-752b-41fb-8a10-dfac37661e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:18.403463 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-83159325-752b-41fb-8a10-dfac37661e0e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453322 Jun 27 23:56:18.494629 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-5c76333c-4b70-49ee-8189-7dec21e6ce0b service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837750 Jun 27 23:56:18.600816 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85609168-f96d-44d8-9d94-27e253c1b593 req-f3446345-af05-4778-a5f4-a1be882b131c service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887308 Jun 27 23:56:18.958127 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139da4a-6770-4e2d-a7d3-1c3901c78c1a req-2154dd2b-e586-4ab1-baf9-a7b28a0b8d43 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:18.959582 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6139da4a-6770-4e2d-a7d3-1c3901c78c1a req-2154dd2b-e586-4ab1-baf9-a7b28a0b8d43 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0551279 Jun 27 23:56:19.008389 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6139da4a-6770-4e2d-a7d3-1c3901c78c1a req-ef1f5c9b-7ef0-467d-abdf-499b3df1bba0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 Jun 27 23:56:19.224525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4f9c-5f75-41e8-96e5-3e0ce2ccd9e7 req-f220e06f-8f5d-467b-b11b-25120a49909e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:19.226032 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a9de4f9c-5f75-41e8-96e5-3e0ce2ccd9e7 req-f220e06f-8f5d-467b-b11b-25120a49909e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0679708 Jun 27 23:56:19.279587 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a9de4f9c-5f75-41e8-96e5-3e0ce2ccd9e7 req-dd08c650-d09f-41fd-9127-69a88ee69011 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Jun 27 23:56:19.738307 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d3812c68-7100-413c-88de-aa10aa9b1051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:20.139230 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8859c3-b7f7-474b-9b9f-4ab33a4b3d92 req-f569bd12-6437-411c-a938-80535c074916 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:20.140838 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b8859c3-b7f7-474b-9b9f-4ab33a4b3d92 req-f569bd12-6437-411c-a938-80535c074916 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0557387 Jun 27 23:56:20.189493 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4b8859c3-b7f7-474b-9b9f-4ab33a4b3d92 req-f0fb0e92-1e92-442d-9b58-9a3fa1b000d3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Jun 27 23:56:20.409386 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5536c5-3475-401f-a4b1-7a542a466ae2 req-310f7c14-e84b-4ff5-be82-5fc546699332 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:20.410877 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b5536c5-3475-401f-a4b1-7a542a466ae2 req-310f7c14-e84b-4ff5-be82-5fc546699332 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0597038 Jun 27 23:56:20.461512 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b5536c5-3475-401f-a4b1-7a542a466ae2 req-6573739d-b3bb-43a3-9ed3-7a374af2952a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Jun 27 23:56:20.715845 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:21.323387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462d8c8-af33-41b3-b357-f763430e492e req-048a3090-f984-4e00-8390-2da009326168 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:21.324859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d462d8c8-af33-41b3-b357-f763430e492e req-048a3090-f984-4e00-8390-2da009326168 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0584135 Jun 27 23:56:21.374074 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d462d8c8-af33-41b3-b357-f763430e492e req-d6c11188-b1e3-4198-a8f4-7fd88aab0085 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Jun 27 23:56:21.606387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ae24-d777-4eab-9d5c-1901a4506bbb req-472d222b-9fd5-40d8-b25d-795ee7a757c0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:21.609441 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ce49ae24-d777-4eab-9d5c-1901a4506bbb req-472d222b-9fd5-40d8-b25d-795ee7a757c0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0705385 Jun 27 23:56:21.664743 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ce49ae24-d777-4eab-9d5c-1901a4506bbb req-80f4ce55-b4db-4a8e-aa96-ecfd82ad9c80 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498667 Jun 27 23:56:22.215030 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:22.802188 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817892e6-a884-47e6-8514-2ed92e7372cf req-c8349967-654c-44ec-ba78-7e0267bf2d8f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:22.803657 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-817892e6-a884-47e6-8514-2ed92e7372cf req-c8349967-654c-44ec-ba78-7e0267bf2d8f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0633738 Jun 27 23:56:22.854282 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-817892e6-a884-47e6-8514-2ed92e7372cf req-1553a312-d2c2-4176-80bf-159535802eea tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Jun 27 23:56:23.300795 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e99d7-ef32-4556-84b8-710fc1d37a43 req-129342ac-2a03-49b3-8378-4c3ed3d7a6f3 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:23.302295 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-109e99d7-ef32-4556-84b8-710fc1d37a43 req-129342ac-2a03-49b3-8378-4c3ed3d7a6f3 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.0544178 Jun 27 23:56:23.353112 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-109e99d7-ef32-4556-84b8-710fc1d37a43 req-a2d17f29-1fe5-4cd4-b4e6-8c01efc97f60 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Jun 27 23:56:23.810602 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.262972 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33366) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:24.267840 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380860215', 'description': 'tempest-description--30866207'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:24.288887 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.354892 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group (c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.363007 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.390373 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:24.395765 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.396969 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1328664 Jun 27 23:56:24.400356 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33370) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:24.402649 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.403003 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.403371 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.403711 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.404232 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.404570 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.404901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.405261 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.405563 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.405900 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'security_group_rule': {'security_group_id': 'c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:24.406050 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.407035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.407035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.407244 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8759755d-d9fe-47cd-b4d7-70d79b16c35e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.437216 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group_rule (a54d983e-c0c7-48b0-bc18-44e31df8ef49), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.481079 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e588c-231a-4166-8bf6-0a4c60cad620 req-1a02cb33-b33b-41ef-be03-7a91dd99940d tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:24.482696 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ad5e588c-231a-4166-8bf6-0a4c60cad620 req-1a02cb33-b33b-41ef-be03-7a91dd99940d tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.0572536 Jun 27 23:56:24.483034 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group_rule (a54d983e-c0c7-48b0-bc18-44e31df8ef49), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.487139 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (a54d983e-c0c7-48b0-bc18-44e31df8ef49), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.504643 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54d983e-c0c7-48b0-bc18-44e31df8ef49,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:24.513817 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.515004 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136270 Jun 27 23:56:24.516487 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.516827 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.517189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.517527 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.517861 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.518189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.518334 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33372) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:24.518516 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.518877 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.519159 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.519478 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.519796 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.520112 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.520428 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebad752-7708-4e07-a4f2-e99e48d8800a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:24.530445 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'security_group_rule': {'security_group_id': 'c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:24.545705 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ad5e588c-231a-4166-8bf6-0a4c60cad620 req-35b061a5-f4fa-43bd-946a-287c5fc70017 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556738 Jun 27 23:56:24.561683 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group_rule (7dfdf849-a87c-4f7f-bd71-d28b3b0db22a), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.607130 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group_rule (7dfdf849-a87c-4f7f-bd71-d28b3b0db22a), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.612850 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (7dfdf849-a87c-4f7f-bd71-d28b3b0db22a), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.632238 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfdf849-a87c-4f7f-bd71-d28b3b0db22a,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:24.638684 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.639929 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-71626778-2012-471f-8691-c02919dc5f65 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207144 Jun 27 23:56:24.643230 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33374) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:24.647503 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:24.667793 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.770777 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:24.876335 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Allocated IP 172.27.1.109 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/c043d1b7-1801-4879-8ba4-242d72f00c53) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:56:24.995547 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.031241 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.067698 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:56:25.074382 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:56:25.076599 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'Port': ['ID=c043d1b7-1801-4879-8ba4-242d72f00c53,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:25.078753 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:56:25.164455 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.207565 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.361413 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.367865 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.416897 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:56:25.434434 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'Port': ['ID=c043d1b7-1801-4879-8ba4-242d72f00c53,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:25.448638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.465426 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:25.466635 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-262f3333-807d-4610-8d45-f026a13bb8b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8224404 Jun 27 23:56:25.698587 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3d942-001b-450a-b739-4be591b92a17 req-9b0eff9d-1095-45e2-b302-2e9231403314 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:25.700065 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22f3d942-001b-450a-b739-4be591b92a17 req-9b0eff9d-1095-45e2-b302-2e9231403314 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.0845876 Jun 27 23:56:25.703052 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-e4fde798-a2d6-4b13-a611-ff87b4ed1f36 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1380860215&fields=id&tenant_id=d1d141479a1540a1a4d59f6b03214384 HTTP/1.1" status: 200 len: 267 time: 0.0604076 Jun 27 23:56:25.845021 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22f3d942-001b-450a-b739-4be591b92a17 req-e2c24265-9234-4de9-8263-dd4dab6d7f49 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391771 Jun 27 23:56:25.872020 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-1c7264d7-7417-46ae-b7db-14a4f4925918 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:25.873414 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-1c7264d7-7417-46ae-b7db-14a4f4925918 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 945 time: 0.1488988 Jun 27 23:56:25.879031 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-47f096d2-400c-4c84-8a96-ac39a2e9956d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:25.880354 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-47f096d2-400c-4c84-8a96-ac39a2e9956d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 818 time: 0.1689625 Jun 27 23:56:25.915952 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-0e0b57c4-a6b8-41ce-b22c-d448c5db5ee7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/quotas/d1d141479a1540a1a4d59f6b03214384 HTTP/1.1" status: 200 len: 375 time: 0.0287764 Jun 27 23:56:26.025895 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-5f1b4ada-d9ba-4f2d-b829-eca70127e100 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1040881 Jun 27 23:56:26.050638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Deleting port 299291de-4687-42d8-bba6-c4953f95b7a5 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:56:26.050920 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:26.192285 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] For port 299291de-4687-42d8-bba6-c4953f95b7a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=299291de-4687-42d8-bba6-c4953f95b7a5,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:26.192533 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:26.196163 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-1704478f-c7a3-4015-86d4-1097c38aa876 service neutron] 10.222.0.26 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577952 Jun 27 23:56:26.215413 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Calling delete_port for 299291de-4687-42d8-bba6-c4953f95b7a5 owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:56:26.338739 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-5b84370a-dc1c-45b0-a7c4-95565b70c252 service neutron] 10.222.0.26 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355691 Jun 27 23:56:26.411267 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (299291de-4687-42d8-bba6-c4953f95b7a5), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:26.450586 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Pushing event deleted for resources: {'Port': ['ID=299291de-4687-42d8-bba6-c4953f95b7a5,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:26.481293 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['299291de-4687-42d8-bba6-c4953f95b7a5'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:56:26.537368 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] No DVR routers for this DVR port 299291de-4687-42d8-bba6-c4953f95b7a5 on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:56:26.540814 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d2fe441b-8c6a-4e55-b563-b0514f5be864 req-d58dccf5-1522-4876-8997-7e85e2ffc7c8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 210 time: 0.0600550 Jun 27 23:56:26.541989 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:26.545657 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21b617d3-5eb0-4f70-8ed3-d48d6df85e89 req-9cdbc5e7-0446-4301-bc94-c0d3bedad276 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "DELETE /v2.0/ports/299291de-4687-42d8-bba6-c4953f95b7a5 HTTP/1.1" status: 204 len: 173 time: 0.6644838 Jun 27 23:56:26.546166 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'name': 'network-vif-deleted', 'tag': '299291de-4687-42d8-bba6-c4953f95b7a5'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:26.548717 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a5a5c4-bd7d-4563-b8e2-4df28fc068d1" -d '{"events": [{"server_uuid": "63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf", "name": "network-vif-deleted", "tag": "299291de-4687-42d8-bba6-c4953f95b7a5"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:26.591235 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a5ddd9-2bb8-4113-871c-b96b8dd3cbb5 x-openstack-request-id: req-15a5ddd9-2bb8-4113-871c-b96b8dd3cbb5 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:26.591845 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf", "name": "network-vif-deleted", "tag": "299291de-4687-42d8-bba6-c4953f95b7a5", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:26.592100 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15a5ddd9-2bb8-4113-871c-b96b8dd3cbb5 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:26.592502 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a5ddd9-2bb8-4113-871c-b96b8dd3cbb5'] response: {'server_uuid': '63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf', 'name': 'network-vif-deleted', 'tag': '299291de-4687-42d8-bba6-c4953f95b7a5', 'status': 'completed', 'code': 200} Jun 27 23:56:26.960459 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-66887cb6-6f98-4919-862f-c2f380acf237 req-2efeb82f-c7b3-4f4a-9d75-c6828427b913 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=63c8bb58-b7b1-4427-ab1b-c6661bfbf2cf HTTP/1.1" status: 200 len: 210 time: 0.0301480 Jun 27 23:56:27.895093 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-33da8d0f-042d-4ceb-9e88-dd2f8701a6d3 req-d408a4d4-6e60-49de-beda-0fd8730a39e8 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 210 time: 0.2756784 Jun 27 23:56:28.035870 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-5339b3b3-daee-432e-8249-d539567b1ce3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:28.037547 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-5339b3b3-daee-432e-8249-d539567b1ce3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 818 time: 0.1278059 Jun 27 23:56:28.114486 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-37966b15-06fe-4639-86cf-244b054a2b2e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d141479a1540a1a4d59f6b03214384 HTTP/1.1" status: 200 len: 380 time: 0.0564351 Jun 27 23:56:28.127781 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'port': {'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'admin_state_up': True, 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'security_groups': ['c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:28.239272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Made reservation on behalf of d1d141479a1540a1a4d59f6b03214384 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:56:28.242624 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:28.368829 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Allocated IP 172.20.0.10 (eba48cad-277d-4e9c-935d-836b1282fdae/7206aaa1-104c-448a-89ae-ba865f3baadb/faf5e530-8b27-4995-80ab-1e37063f508f) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:56:28.504352 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for port (faf5e530-8b27-4995-80ab-1e37063f508f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:28.539662 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:28.580128 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Network eba48cad-277d-4e9c-935d-836b1282fdae is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:56:28.583281 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:56:28.589513 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:56:28.594784 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event updated for resources: {'Port': ['ID=faf5e530-8b27-4995-80ab-1e37063f508f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:28.640953 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:28.641752 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:28.660493 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9da0f005-10c1-43b1-82f8-78f21780c715 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5374539 Jun 27 23:56:28.883276 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-769ef923-779e-4952-aba8-a3068643e66d None None] Provisioning complete for port faf5e530-8b27-4995-80ab-1e37063f508f triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:56:28.883817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-769ef923-779e-4952-aba8-a3068643e66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:28.918516 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-769ef923-779e-4952-aba8-a3068643e66d None None] Port faf5e530-8b27-4995-80ab-1e37063f508f cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:56:29.007748 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1868d9b-b978-4563-b67e-93b3a9a4f577 req-83751c47-589c-47be-a1c0-28e9aff8ff41 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:29.009115 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e1868d9b-b978-4563-b67e-93b3a9a4f577 req-83751c47-589c-47be-a1c0-28e9aff8ff41 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 932 time: 0.0522077 Jun 27 23:56:29.062358 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e1868d9b-b978-4563-b67e-93b3a9a4f577 req-5b9a00bb-d03f-4aba-875e-ad08fda3dd0d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Jun 27 23:56:30.195690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b43df-1c4d-4f42-87fb-54fd684b99c4 req-9737252e-2711-4cb5-a196-0a01f50c188b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:30.197185 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e62b43df-1c4d-4f42-87fb-54fd684b99c4 req-9737252e-2711-4cb5-a196-0a01f50c188b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 932 time: 0.0596519 Jun 27 23:56:30.246284 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e62b43df-1c4d-4f42-87fb-54fd684b99c4 req-131f9b73-a522-4c5c-ad47-90bb20500465 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Jun 27 23:56:31.199139 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Request body: {'port': {'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:31.211537 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 299291de-4687-42d8-bba6-c4953f95b7a5 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:56:31.231191 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 299291de-4687-42d8-bba6-c4953f95b7a5 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:56:31.231542 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 299291de-4687-42d8-bba6-c4953f95b7a5 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:56:31.260014 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:31.468984 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5121d-2f95-4f5a-a9bb-05d297cd09b2 req-63c040a5-63e3-4e7f-a27d-f526389b9035 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:31.470475 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-94e5121d-2f95-4f5a-a9bb-05d297cd09b2 req-63c040a5-63e3-4e7f-a27d-f526389b9035 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 932 time: 0.1501930 Jun 27 23:56:31.550608 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-94e5121d-2f95-4f5a-a9bb-05d297cd09b2 req-4f34a66b-84a5-4734-87e0-4b34528085f9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737486 Jun 27 23:56:31.596659 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf5e530-8b27-4995-80ab-1e37063f508f {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:56:31.604067 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Publish callbacks [] for port (faf5e530-8b27-4995-80ab-1e37063f508f), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:31.616762 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Transition to ACTIVE for port object faf5e530-8b27-4995-80ab-1e37063f508f will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:56:31.622964 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:31.682321 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Pushing event updated for resources: {'Port': ['ID=faf5e530-8b27-4995-80ab-1e37063f508f,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:31.758512 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Attempting to bind port faf5e530-8b27-4995-80ab-1e37063f508f on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:56:31.758880 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Attempting to bind port faf5e530-8b27-4995-80ab-1e37063f508f by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:56:31.759166 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Attempting to bind port faf5e530-8b27-4995-80ab-1e37063f508f on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:56:31.763849 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Port faf5e530-8b27-4995-80ab-1e37063f508f on network eba48cad-277d-4e9c-935d-836b1282fdae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:56:31.764333 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Attempting to bind port faf5e530-8b27-4995-80ab-1e37063f508f on network eba48cad-277d-4e9c-935d-836b1282fdae {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:56:31.769736 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:56:31.770084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Checking segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:56:31.770600 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Bound using segment: {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:56:31.771088 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Bound port: faf5e530-8b27-4995-80ab-1e37063f508f, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:56:31.771448 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:31.841278 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] For port faf5e530-8b27-4995-80ab-1e37063f508f, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:56:31.844316 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] For port faf5e530-8b27-4995-80ab-1e37063f508f, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=faf5e530-8b27-4995-80ab-1e37063f508f,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:56:31.852331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:31.886738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:31.887408 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:31.888809 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] 10.222.0.27 "PUT /v2.0/ports/faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 1094 time: 0.6960328 Jun 27 23:56:31.890988 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:31.893678 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:31.931082 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9a91-0c46-48df-9469-83eabc029d7c service neutron] Pushing event updated for resources: {'Port': ['ID=faf5e530-8b27-4995-80ab-1e37063f508f,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:31.944803 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5b96a-505d-400b-ab04-17be25eadc14 x-openstack-request-id: req-16c5b96a-505d-400b-ab04-17be25eadc14 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:31.945121 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:31.945387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16c5b96a-505d-400b-ab04-17be25eadc14 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:31.945800 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c5b96a-505d-400b-ab04-17be25eadc14'] response: {'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'status': 'completed', 'code': 200} Jun 27 23:56:32.017970 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-7fa13e8b-b2a0-4248-be30-0084f651d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.019586 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-7fa13e8b-b2a0-4248-be30-0084f651d01f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1128 time: 0.0494995 Jun 27 23:56:32.029413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:32.079431 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-09a2b983-f72e-430e-aafc-e86f2a5b6bac service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 217 time: 0.0367301 Jun 27 23:56:32.128609 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-0abf6d49-d8a2-46d5-83de-a29b46b59ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.130121 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-0abf6d49-d8a2-46d5-83de-a29b46b59ad5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0444062 Jun 27 23:56:32.183720 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-0d7914db-df4c-4bf8-bf63-c2cc4eacad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.185379 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-0d7914db-df4c-4bf8-bf63-c2cc4eacad84 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486763 Jun 27 23:56:32.276862 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-008f9cde-262e-47f0-8052-ab91a7ab11a6 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832710 Jun 27 23:56:32.372264 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d486f771-03e9-469e-bb6c-972a3ac3fdde req-9c844fb5-48a4-481f-bae1-f0b4bdd3dbd9 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885663 Jun 27 23:56:32.557562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-762ffd99-3d9c-4cab-9077-80bdcc03e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.559088 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-762ffd99-3d9c-4cab-9077-80bdcc03e6bb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1128 time: 0.0517528 Jun 27 23:56:32.689706 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-a3cf2f2b-d891-40ea-a7db-9a0ceecaddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.691303 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-a3cf2f2b-d891-40ea-a7db-9a0ceecaddf2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1248262 Jun 27 23:56:32.706726 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331857b3-4414-4f44-b334-953e40f57f7c req-0ae9404c-98ac-4f1b-8ccb-ddeca91bb7fe tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.708122 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-331857b3-4414-4f44-b334-953e40f57f7c req-0ae9404c-98ac-4f1b-8ccb-ddeca91bb7fe tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 944 time: 0.0905030 Jun 27 23:56:32.746199 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-84a6e2ff-7931-4009-af23-95487cbf9c14 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 217 time: 0.0470481 Jun 27 23:56:32.815204 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-331857b3-4414-4f44-b334-953e40f57f7c req-3145a9f0-ecdc-41c8-830d-1ffde70568d7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006594 Jun 27 23:56:32.822739 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-6835548e-a28f-4880-95e2-71a02a30bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.824159 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-6835548e-a28f-4880-95e2-71a02a30bd1c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0652995 Jun 27 23:56:32.887782 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-69042b50-b169-4261-8bb1-e356568eab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:32.889280 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-69042b50-b169-4261-8bb1-e356568eab5f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576246 Jun 27 23:56:32.990729 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-d02641db-fe83-42fc-aca2-f3953bd6c883 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 Jun 27 23:56:33.085527 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ab28829-60a7-4bfd-8352-c3fc3c587ae5 req-415f4db1-529b-4de4-8b61-7b19991d1aca service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846829 Jun 27 23:56:33.951038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1104a5-d823-4ca5-a81b-0b908535bf7c req-0fda0dbf-17a2-490c-a18d-5d2df7283a27 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:33.952493 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca1104a5-d823-4ca5-a81b-0b908535bf7c req-0fda0dbf-17a2-490c-a18d-5d2df7283a27 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 944 time: 0.0614040 Jun 27 23:56:34.007768 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ca1104a5-d823-4ca5-a81b-0b908535bf7c req-e54e2531-25da-4c91-9d11-83e37c8fe6dd tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466504 Jun 27 23:56:35.154490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3d819-0158-43fb-93f2-65f4912b6848 req-2831cc9b-f79f-48af-beb0-f1e5d7b63a37 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:35.155990 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3a3d819-0158-43fb-93f2-65f4912b6848 req-2831cc9b-f79f-48af-beb0-f1e5d7b63a37 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 944 time: 0.0675631 Jun 27 23:56:35.217204 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3a3d819-0158-43fb-93f2-65f4912b6848 req-642d2991-78e0-44b5-927e-b43382314e53 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536439 Jun 27 23:56:36.355533 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882d63-e357-43c2-8a62-bd4005cded5a req-942a1ee2-9870-4fd6-93b4-6c91a36e0cad tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:36.357012 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c1882d63-e357-43c2-8a62-bd4005cded5a req-942a1ee2-9870-4fd6-93b4-6c91a36e0cad tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 944 time: 0.0672805 Jun 27 23:56:36.403566 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c1882d63-e357-43c2-8a62-bd4005cded5a req-55a3f3a0-f185-4864-88e1-d69139bfc1b1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Jun 27 23:56:36.676528 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device faf5e530-8b27-4995-80ab-1e37063f508f details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:56:36.780275 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port faf5e530-8b27-4995-80ab-1e37063f508f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=faf5e530-8b27-4995-80ab-1e37063f508f,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:36.793318 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:56:36.829325 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port faf5e530-8b27-4995-80ab-1e37063f508f is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:56:36.829715 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:36.843236 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf5e530-8b27-4995-80ab-1e37063f508f {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:56:36.864145 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port faf5e530-8b27-4995-80ab-1e37063f508f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=faf5e530-8b27-4995-80ab-1e37063f508f,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:36.869088 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:36.920572 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=faf5e530-8b27-4995-80ab-1e37063f508f,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:36.928781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.929171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.929512 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.929849 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.930176 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.930499 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.930824 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.931131 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.931448 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.931794 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.932120 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.932437 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:36.932754 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:56:37.375220 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['faf5e530-8b27-4995-80ab-1e37063f508f'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:56:37.539341 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6204d8c-497e-40fe-b2da-5f548c205bb0 req-692c2c78-76d9-4a3f-9981-be15514500db tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:37.540792 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e6204d8c-497e-40fe-b2da-5f548c205bb0 req-692c2c78-76d9-4a3f-9981-be15514500db tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 945 time: 0.0627661 Jun 27 23:56:37.596015 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e6204d8c-497e-40fe-b2da-5f548c205bb0 req-5f413e9f-b5f6-4dce-a625-06e28f71841a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458899 Jun 27 23:56:38.133705 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-627dfdf8-9621-485f-99dd-31a5f855b8dd tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:38.135151 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-627dfdf8-9621-485f-99dd-31a5f855b8dd tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/networks?id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b HTTP/1.1" status: 200 len: 814 time: 0.1124959 Jun 27 23:56:38.151953 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-0bab404a-8e52-440b-a01b-a5c5736c19dd tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/quotas/51ea3b9ad16c4811a11b87be302c5a9c HTTP/1.1" status: 200 len: 375 time: 0.0111446 Jun 27 23:56:38.183965 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-9cf4ce22-f891-4a03-af1a-5495fb9d8713 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267391 Jun 27 23:56:38.275583 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-a2ec1889-c736-4b70-afae-d900c37631d3 service neutron] 10.222.0.26 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844219 Jun 27 23:56:38.366176 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-9a9a9d6a-3226-4634-8405-1f78e1fde452 service neutron] 10.222.0.26 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849142 Jun 27 23:56:38.527351 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6b2de5f2-60ad-4675-8e5c-8598b9e34a17 req-56cd98ff-917e-419d-a534-dfa8f7ee7b30 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Jun 27 23:56:38.727798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e321b9d-f2b1-46a5-9976-06940973355a req-db2f90c5-7800-450c-8e1c-6b947a2e233a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:38.729334 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6e321b9d-f2b1-46a5-9976-06940973355a req-db2f90c5-7800-450c-8e1c-6b947a2e233a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 945 time: 0.0583596 Jun 27 23:56:38.784791 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6e321b9d-f2b1-46a5-9976-06940973355a req-8cec40cd-3f26-49fa-8303-a9b6cc6daf79 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457056 Jun 27 23:56:39.180294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240fd21-f4c9-49c0-8b57-fadd3c69b039 req-8c6489c9-6e74-4c9b-947f-12e077350d58 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:39.181784 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f240fd21-f4c9-49c0-8b57-fadd3c69b039 req-8c6489c9-6e74-4c9b-947f-12e077350d58 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.0531061 Jun 27 23:56:39.231161 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f240fd21-f4c9-49c0-8b57-fadd3c69b039 req-371236d6-2b4b-495c-810b-11f20ba83b3b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436230 Jun 27 23:56:39.636038 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-235747ff-c78b-4371-b7e8-8da361c0a785 req-9eff5adf-1e51-444f-87ff-77e2ca3d4c36 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0324469 Jun 27 23:56:39.743051 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device faf5e530-8b27-4995-80ab-1e37063f508f up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:56:39.796662 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port faf5e530-8b27-4995-80ab-1e37063f508f completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:56:39.801552 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port faf5e530-8b27-4995-80ab-1e37063f508f triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:56:39.801934 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:39.865267 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-83fa0d99-21b6-4d56-9729-7d912d122e0e tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:39.866734 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-83fa0d99-21b6-4d56-9729-7d912d122e0e tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "GET /v2.0/networks?id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b HTTP/1.1" status: 200 len: 814 time: 0.1273327 Jun 27 23:56:39.874676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port faf5e530-8b27-4995-80ab-1e37063f508f is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:56:39.875068 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:39.898126 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:39.900649 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c06a3-5097-4df5-bdac-3eda439f138b" -d '{"events": [{"server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "name": "network-vif-plugged", "status": "completed", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:39.918015 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port faf5e530-8b27-4995-80ab-1e37063f508f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=faf5e530-8b27-4995-80ab-1e37063f508f,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:39.919231 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Request body: {'port': {'device_id': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b', 'admin_state_up': True, 'tenant_id': '51ea3b9ad16c4811a11b87be302c5a9c'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:39.923373 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:39.932128 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147d507-1281-4adf-b492-6e97d1765358 req-bf8d10cf-7601-4e30-809f-a246f84e2b6e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:39.933674 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8147d507-1281-4adf-b492-6e97d1765358 req-bf8d10cf-7601-4e30-809f-a246f84e2b6e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jun 27 23:56:39.954450 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf21bc4-4a2b-4a77-80dc-29d6369df5d3 x-openstack-request-id: req-8cf21bc4-4a2b-4a77-80dc-29d6369df5d3 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:39.954799 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "name": "network-vif-plugged", "status": "completed", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:39.955079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cf21bc4-4a2b-4a77-80dc-29d6369df5d3 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:39.955609 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf21bc4-4a2b-4a77-80dc-29d6369df5d3'] response: {'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'code': 200} Jun 27 23:56:39.980202 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=faf5e530-8b27-4995-80ab-1e37063f508f,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:40.036612 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8147d507-1281-4adf-b492-6e97d1765358 req-1e47b394-b36e-4b9b-8eb8-a272a0b10822 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887599 Jun 27 23:56:40.071332 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Made reservation on behalf of 51ea3b9ad16c4811a11b87be302c5a9c for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:56:40.074886 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:40.205034 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Allocated IP 172.20.0.10 (b989adea-3fc0-4a69-83a6-c81e8cd3e93b/314c5c0c-0974-474c-92e7-37f317128cf2/5e6c6a05-38c3-4e11-a282-b064746ae0d7) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:56:40.287536 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164d7d9-4eff-494b-860e-e212a3627a10 req-ec4a61d3-90a1-4893-beef-002c63207834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:40.289811 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6164d7d9-4eff-494b-860e-e212a3627a10 req-ec4a61d3-90a1-4893-beef-002c63207834 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0506513 Jun 27 23:56:40.348552 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-6164d7d9-4eff-494b-860e-e212a3627a10 req-e102014b-5e65-4581-8aee-e079c8d693db service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378139 Jun 27 23:56:40.384243 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks [] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:40.398256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b24c-140e-4a70-bb91-5bfee548dc24 req-57eb8b98-15ad-4bb4-82f4-0b5264e60d66 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:40.399737 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf67b24c-140e-4a70-bb91-5bfee548dc24 req-57eb8b98-15ad-4bb4-82f4-0b5264e60d66 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.0947852 Jun 27 23:56:40.450714 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:40.485900 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cf67b24c-140e-4a70-bb91-5bfee548dc24 req-8549247b-4f0e-47ed-ad69-bc8f9fcd3ba5 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798507 Jun 27 23:56:40.502464 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Network b989adea-3fc0-4a69-83a6-c81e8cd3e93b is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:56:40.509500 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:56:40.511636 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Pushing event updated for resources: {'Port': ['ID=5e6c6a05-38c3-4e11-a282-b064746ae0d7,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:40.513776 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:56:40.565287 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:40.565889 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:40.584279 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-e8a97046-bff9-45c9-93de-d59c83f39d21 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711047 Jun 27 23:56:40.765312 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9541a9-ff9d-464c-8cba-babd7ec3fc9c req-5a00bfc6-409b-43a3-8743-fdbabae09d5e tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:40.766803 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1e9541a9-ff9d-464c-8cba-babd7ec3fc9c req-5a00bfc6-409b-43a3-8743-fdbabae09d5e tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 932 time: 0.0560060 Jun 27 23:56:40.782465 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Request body: {'port': {'device_id': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:40.863363 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1e9541a9-ff9d-464c-8cba-babd7ec3fc9c req-f8ba2459-f2e2-43fc-b06a-bb2dece071df tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903618 Jun 27 23:56:40.869711 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:41.161064 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6c6a05-38c3-4e11-a282-b064746ae0d7 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:56:41.170013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Publish callbacks [] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:41.185973 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Transition to ACTIVE for port object 5e6c6a05-38c3-4e11-a282-b064746ae0d7 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:56:41.196133 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca31af7-6807-4e27-a826-f4f52c5f00c6 req-5f725b3e-8131-4bf0-b574-340c633339df tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:41.197619 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cca31af7-6807-4e27-a826-f4f52c5f00c6 req-5f725b3e-8131-4bf0-b574-340c633339df tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0911899 Jun 27 23:56:41.198636 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:41.261337 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6c6a05-38c3-4e11-a282-b064746ae0d7,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:41.319695 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cca31af7-6807-4e27-a826-f4f52c5f00c6 req-5cee9acf-2ddb-4d59-b14f-351cea63c735 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158507 Jun 27 23:56:41.349128 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Attempting to bind port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:56:41.349453 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Attempting to bind port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:56:41.349777 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Attempting to bind port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 on network b989adea-3fc0-4a69-83a6-c81e8cd3e93b {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:56:41.353989 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 on network b989adea-3fc0-4a69-83a6-c81e8cd3e93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:56:41.354296 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Attempting to bind port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 on network b989adea-3fc0-4a69-83a6-c81e8cd3e93b {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:56:41.359198 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:56:41.359524 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Checking segment: {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:56:41.359881 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Bound using segment: {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:56:41.360302 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Bound port: 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ace2e36-6d18-4970-90e8-c633ee1bb4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:56:41.360681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:41.421686 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] For port 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:56:41.424853 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] For port 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5e6c6a05-38c3-4e11-a282-b064746ae0d7,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:56:41.433549 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:41.476306 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:41.476912 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:41.478315 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] 10.222.0.27 "PUT /v2.0/ports/5e6c6a05-38c3-4e11-a282-b064746ae0d7 HTTP/1.1" status: 200 len: 1094 time: 0.6995564 Jun 27 23:56:41.478747 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'tag': '5e6c6a05-38c3-4e11-a282-b064746ae0d7'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:41.480983 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a12b74-42dd-4d41-84ba-79d53f494f63" -d '{"events": [{"name": "network-changed", "server_uuid": "d8be4e36-7970-4b84-94ab-a031b515d1a4", "tag": "5e6c6a05-38c3-4e11-a282-b064746ae0d7"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:41.503562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cbe5-e383-4157-8865-38f4a2a7de84 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6c6a05-38c3-4e11-a282-b064746ae0d7,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:41.518033 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a83cdcd-b291-4977-96c8-1cfa80274e22 x-openstack-request-id: req-9a83cdcd-b291-4977-96c8-1cfa80274e22 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:41.518319 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8be4e36-7970-4b84-94ab-a031b515d1a4", "tag": "5e6c6a05-38c3-4e11-a282-b064746ae0d7", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:41.518832 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a83cdcd-b291-4977-96c8-1cfa80274e22 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:41.519240 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a83cdcd-b291-4977-96c8-1cfa80274e22'] response: {'name': 'network-changed', 'server_uuid': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'tag': '5e6c6a05-38c3-4e11-a282-b064746ae0d7', 'status': 'completed', 'code': 200} Jun 27 23:56:41.632720 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a180ce-f337-4889-b647-38725706e103 req-4e38f91b-9a20-4c70-a18f-a055d8257ce7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:41.634117 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3a180ce-f337-4889-b647-38725706e103 req-4e38f91b-9a20-4c70-a18f-a055d8257ce7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.0778356 Jun 27 23:56:41.678725 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12b74-42dd-4d41-84ba-79d53f494f63 req-0f50e9e5-2d12-4b2d-8b9a-7b2d563aee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:41.680188 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15a12b74-42dd-4d41-84ba-79d53f494f63 req-0f50e9e5-2d12-4b2d-8b9a-7b2d563aee7e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0793934 Jun 27 23:56:41.690756 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3a180ce-f337-4889-b647-38725706e103 req-604ecf04-57da-41d6-98e2-226d82cea6b6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509889 Jun 27 23:56:41.798976 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12b74-42dd-4d41-84ba-79d53f494f63 req-90ab1663-7052-4a38-b755-fc11f1547546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:41.800412 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15a12b74-42dd-4d41-84ba-79d53f494f63 req-90ab1663-7052-4a38-b755-fc11f1547546 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0930159 Jun 27 23:56:41.987208 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12b74-42dd-4d41-84ba-79d53f494f63 req-53b5618f-b910-462e-9125-366a2d915160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:41.988674 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-15a12b74-42dd-4d41-84ba-79d53f494f63 req-53b5618f-b910-462e-9125-366a2d915160 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203260 Jun 27 23:56:42.007342 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff82a1-411b-47a0-96b6-66b2e11b1b57 req-ad8ca06d-0373-4fe3-b084-a09a5c5f1481 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:42.008719 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a8ff82a1-411b-47a0-96b6-66b2e11b1b57 req-ad8ca06d-0373-4fe3-b084-a09a5c5f1481 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0751228 Jun 27 23:56:42.055651 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a8ff82a1-411b-47a0-96b6-66b2e11b1b57 req-5594b745-d145-4cb5-a8a9-82aac06c4681 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Jun 27 23:56:42.270779 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-1da98425-0d73-4150-b5b8-c1409fb9b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:42.272326 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-1da98425-0d73-4150-b5b8-c1409fb9b6fe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0485592 Jun 27 23:56:42.337587 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-dd8ab7a1-b5a2-4737-a72e-f61f20d437bd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e6c6a05-38c3-4e11-a282-b064746ae0d7 HTTP/1.1" status: 200 len: 217 time: 0.0350235 Jun 27 23:56:42.403304 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8590-208d-40bb-8476-84ab4413d678 req-2123bf7a-cea0-49f3-8e8a-7e39745cac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:42.404683 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-2123bf7a-cea0-49f3-8e8a-7e39745cac7b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=314c5c0c-0974-474c-92e7-37f317128cf2 HTTP/1.1" status: 200 len: 854 time: 0.0551872 Jun 27 23:56:42.444571 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1205-ee4a-42db-973c-00aa3e0963c2 req-b96c5cf8-6c66-4b93-88f6-066437199057 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:42.446045 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e8c1205-ee4a-42db-973c-00aa3e0963c2 req-b96c5cf8-6c66-4b93-88f6-066437199057 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0549386 Jun 27 23:56:42.503401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e8c1205-ee4a-42db-973c-00aa3e0963c2 req-a0d4cefb-b343-492c-90bb-fffc277dc27d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491567 Jun 27 23:56:42.525286 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-a311bfa0-035d-4d7f-ba79-0bfbb0cc3181 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b989adea-3fc0-4a69-83a6-c81e8cd3e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296741 Jun 27 23:56:42.541743 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-9fe60fa8-1c27-470f-9cec-ea1cee17f140 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:42.543634 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-9fe60fa8-1c27-470f-9cec-ea1cee17f140 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 946 time: 0.0540557 Jun 27 23:56:42.643776 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port c256d45b-4aa6-4669-b80c-461e1d35fde6 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:56:42.644138 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:42.654807 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-2a82af7d-aeaf-4665-af35-b9c74312e7d3 service neutron] 10.222.0.27 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167080 Jun 27 23:56:42.662984 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210734c4-62ab-4b18-ab71-1765b581ed9e req-fc434261-c900-45d8-a4fb-033cfab2e0d5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:42.664375 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-210734c4-62ab-4b18-ab71-1765b581ed9e req-fc434261-c900-45d8-a4fb-033cfab2e0d5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0824361 Jun 27 23:56:42.675124 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33546) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:42.679257 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'floatingip': {'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:42.736741 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] For port c256d45b-4aa6-4669-b80c-461e1d35fde6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c256d45b-4aa6-4669-b80c-461e1d35fde6,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:42.737152 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:42.958193 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:42.958444 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (fe04b4a3-171c-4b6c-92d6-da568c8b1d4c), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:42.958782 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP fe04b4a3-171c-4b6c-92d6-da568c8b1d4c disassociated. External IP: 172.27.1.11, port: c256d45b-4aa6-4669-b80c-461e1d35fde6. Jun 27 23:56:42.959135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for c256d45b-4aa6-4669-b80c-461e1d35fde6 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:56:43.031140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:43.093189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (c256d45b-4aa6-4669-b80c-461e1d35fde6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:43.122723 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=c256d45b-4aa6-4669-b80c-461e1d35fde6,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:43.194746 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-258c8590-208d-40bb-8476-84ab4413d678 req-67957bf9-13d1-4ffd-b794-ff47b6d9a6b7 service neutron] 10.222.0.27 "GET /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289536 Jun 27 23:56:43.205220 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e810fe-a29a-48cb-a065-74459efed941 req-594054d6-6e43-48fd-bbd0-fb473105554e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:43.206879 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-33e810fe-a29a-48cb-a065-74459efed941 req-594054d6-6e43-48fd-bbd0-fb473105554e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecea92e-deeb-4e03-97c5-603634d86ef4 HTTP/1.1" status: 200 len: 867 time: 0.2153776 Jun 27 23:56:43.243215 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:56:43.327736 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df82caf-a8fb-4d3d-94f6-38faa99510c5 req-ee0740d7-a6df-48a6-b1eb-032bd3e008a4 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:43.329220 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5df82caf-a8fb-4d3d-94f6-38faa99510c5 req-ee0740d7-a6df-48a6-b1eb-032bd3e008a4 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1934209 Jun 27 23:56:43.352073 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:56:43.356423 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-33e810fe-a29a-48cb-a065-74459efed941 req-73edca4b-ae56-4822-90bb-0fec5926e9a1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b23942b9-bb67-4c5a-9400-14c8e5bb450b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385889 Jun 27 23:56:43.373938 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:56:43.394557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:56:43.395414 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:43.400752 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] No DVR routers for this DVR port c256d45b-4aa6-4669-b80c-461e1d35fde6 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:56:43.403925 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:43.407722 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1188aacf-4bfa-405e-879a-478cac72a2fb req-e9c373d4-c4c4-480b-af20-3f03b722e5a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "DELETE /v2.0/ports/c256d45b-4aa6-4669-b80c-461e1d35fde6 HTTP/1.1" status: 204 len: 173 time: 0.8531895 Jun 27 23:56:43.408455 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'name': 'network-vif-deleted', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:43.411248 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38d6b96-4e83-4a91-82fa-cfc0a74d5dae" -d '{"events": [{"server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "name": "network-vif-deleted", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:43.429770 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5df82caf-a8fb-4d3d-94f6-38faa99510c5 req-25810fea-48e0-4565-892f-3b05de0b7a1f tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Jun 27 23:56:43.475511 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d489f4f-41f9-4088-a4ee-0be8865d532f x-openstack-request-id: req-5d489f4f-41f9-4088-a4ee-0be8865d532f {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:43.475736 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecea92e-deeb-4e03-97c5-603634d86ef4", "name": "network-vif-deleted", "tag": "c256d45b-4aa6-4669-b80c-461e1d35fde6", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:43.476029 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d489f4f-41f9-4088-a4ee-0be8865d532f {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:43.476674 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d489f4f-41f9-4088-a4ee-0be8865d532f'] response: {'server_uuid': '7ecea92e-deeb-4e03-97c5-603634d86ef4', 'name': 'network-vif-deleted', 'tag': 'c256d45b-4aa6-4669-b80c-461e1d35fde6', 'status': 'completed', 'code': 200} Jun 27 23:56:43.686731 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:56:43.696773 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:43.702104 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:43.806254 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Floating IP 3f2cafd8-8613-4556-be36-f8b1502e67f4 associated. External IP: 172.27.1.109, port: faf5e530-8b27-4995-80ab-1e37063f508f. Jun 27 23:56:43.918183 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:06Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:43.946313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:56:43.955062 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:56:43.955671 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:44.005529 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Router 05a5b90a-6a04-444d-a76b-777f5816192f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:56:44.061648 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:56:44.138903 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:56:44.145738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:44.159266 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] Sync routers for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:56:44.189325 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:56:44.190208 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e9574035-cf3d-470f-bd41-aa5d8709fe01 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "PUT /v2.0/floatingips/3f2cafd8-8613-4556-be36-f8b1502e67f4 HTTP/1.1" status: 200 len: 992 time: 1.5129049 Jun 27 23:56:44.190844 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:44.191225 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:44.194513 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf93cb-128a-42d6-8ce2-10a12793865f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:44.232042 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a566ebea-dbda-475a-83ad-9de4e04f0562 x-openstack-request-id: req-a566ebea-dbda-475a-83ad-9de4e04f0562 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:44.232329 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:44.232577 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a566ebea-dbda-475a-83ad-9de4e04f0562 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:44.233008 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a566ebea-dbda-475a-83ad-9de4e04f0562'] response: {'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'status': 'completed', 'code': 200} Jun 27 23:56:44.325983 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:56:44.345807 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:06Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:44.362359 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-248a047c-efae-4438-8a96-d5ae408fec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:44.364122 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-248a047c-efae-4438-8a96-d5ae408fec08 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0483880 Jun 27 23:56:44.376291 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d621e3d-7afb-4b5c-a7d9-0f6cd2c6f05d None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1299f3a6-bdcf-42a2-a09f-a29f7ae885c3', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4f24346a-bdf2-4303-89a9-e67521be80af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:7e:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:53:23Z', 'updated_at': '2022-06-27T23:54:06Z', 'revision_number': 2, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:56:44.496964 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33568) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:44.513514 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-6f515115-5e00-477f-b9c7-4ef70cc7213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:44.515718 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-6f515115-5e00-477f-b9c7-4ef70cc7213d service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1420705 Jun 27 23:56:44.604712 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-11e573d7-5c89-49ef-a775-a5e27ee5065a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (b23942b9-bb67-4c5a-9400-14c8e5bb450b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:44.629176 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-11e573d7-5c89-49ef-a775-a5e27ee5065a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (b23942b9-bb67-4c5a-9400-14c8e5bb450b), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:44.631823 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-b3125133-b1e3-49ce-8abe-16546ad081be service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 1000 time: 0.1076860 Jun 27 23:56:44.644596 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '3f2cafd8-8613-4556-be36-f8b1502e67f4', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:25Z', 'updated_at': '2022-06-27T23:56:43Z', 'revision_number': 1, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:44.692300 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4712f-00e6-4724-a127-acabf6f8e769 req-1a1dda3c-ad26-42d9-be4a-fbc4256b8e94 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:44.694388 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-94a4712f-00e6-4724-a127-acabf6f8e769 req-1a1dda3c-ad26-42d9-be4a-fbc4256b8e94 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1559041 Jun 27 23:56:44.695724 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-11e573d7-5c89-49ef-a775-a5e27ee5065a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b23942b9-bb67-4c5a-9400-14c8e5bb450b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:44.698690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-11e573d7-5c89-49ef-a775-a5e27ee5065a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:44.700505 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-11e573d7-5c89-49ef-a775-a5e27ee5065a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/security-groups/b23942b9-bb67-4c5a-9400-14c8e5bb450b HTTP/1.1" status: 204 len: 168 time: 0.2016482 Jun 27 23:56:44.705001 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33570) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:44.710683 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] Checking router: 05a5b90a-6a04-444d-a76b-777f5816192f for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:56:44.720693 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:56:44.721513 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:44.721811 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-a4a54687-0471-4dc0-ba04-ee2bb8317f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:44.723667 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-a4a54687-0471-4dc0-ba04-ee2bb8317f15 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0777471 Jun 27 23:56:44.750576 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e573d7-5c89-49ef-a775-a5e27ee5065a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23942b9-bb67-4c5a-9400-14c8e5bb450b,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:44.754632 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.api.v2.resource [None req-eeadaf92-3b70-4a76-952e-15734ad7717f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] show failed (client error): The resource could not be found. Jun 27 23:56:44.758429 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-eeadaf92-3b70-4a76-952e-15734ad7717f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups/b23942b9-bb67-4c5a-9400-14c8e5bb450b HTTP/1.1" status: 404 len: 347 time: 0.0428357 Jun 27 23:56:44.760446 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33572) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:44.811328 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c1f4ec-4150-4543-a141-0b18d7ff5fca None None] New status for floating IP fe04b4a3-171c-4b6c-92d6-da568c8b1d4c: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:56:44.822239 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-5a3c98ae-f8eb-489f-8b72-61a09475993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:44.823882 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-5a3c98ae-f8eb-489f-8b72-61a09475993f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925310 Jun 27 23:56:44.883231 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:56:44.891130 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-94a4712f-00e6-4724-a127-acabf6f8e769 req-6e62dfb7-eddc-43d4-962a-dc00d3a18829 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868241 Jun 27 23:56:44.924226 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port b50d2344-bd7b-43a7-9fa1-bb450d7c76c2 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:56:44.929361 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:44.979236 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-3df2710f-1287-4288-ab1d-e83bbeff4393 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450920 Jun 27 23:56:45.035759 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.036549 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.050998 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for b50d2344-bd7b-43a7-9fa1-bb450d7c76c2 owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:56:45.113916 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51bf93cb-128a-42d6-8ce2-10a12793865f req-e6a030f7-3344-4920-88f4-4333d65e0ec6 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269805 Jun 27 23:56:45.178770 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '3f2cafd8-8613-4556-be36-f8b1502e67f4', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:25Z', 'updated_at': '2022-06-27T23:56:43Z', 'revision_number': 1, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:45.202844 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f50137-ca69-4d8a-be96-e6c2f978fd95 None None] The sync data for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi is: [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '3f2cafd8-8613-4556-be36-f8b1502e67f4', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:25Z', 'updated_at': '2022-06-27T23:56:43Z', 'revision_number': 1, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:56:45.214534 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (b50d2344-bd7b-43a7-9fa1-bb450d7c76c2), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.243573 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=b50d2344-bd7b-43a7-9fa1-bb450d7c76c2,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:45.311116 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (fe04b4a3-171c-4b6c-92d6-da568c8b1d4c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.313736 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.315569 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-a0f4cabc-9d5c-45a5-b491-9bdc64b99357 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/floatingips/fe04b4a3-171c-4b6c-92d6-da568c8b1d4c HTTP/1.1" status: 204 len: 168 time: 0.5540948 Jun 27 23:56:45.424224 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e513b6-0ee1-434b-8331-782db34d00af None None] New status for floating IP 3f2cafd8-8613-4556-be36-f8b1502e67f4: ACTIVE {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:56:45.738147 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 5e6c6a05-38c3-4e11-a282-b064746ae0d7 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:56:45.754062 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device c256d45b-4aa6-4669-b80c-461e1d35fde6 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:56:45.777834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: c256d45b-4aa6-4669-b80c-461e1d35fde6 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:56:45.778299 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device c256d45b-4aa6-4669-b80c-461e1d35fde6 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:56:45.860164 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5e6c6a05-38c3-4e11-a282-b064746ae0d7,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:45.871962 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '5e6c6a05-38c3-4e11-a282-b064746ae0d7', 'network_id': 'b989adea-3fc0-4a69-83a6-c81e8cd3e93b', 'port_id': '5e6c6a05-38c3-4e11-a282-b064746ae0d7', 'mac_address': 'fa:16:3e:ce:af:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314c5c0c-0974-474c-92e7-37f317128cf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:56:45.910659 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:56:45.911010 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.924715 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6c6a05-38c3-4e11-a282-b064746ae0d7 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:56:45.945148 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5e6c6a05-38c3-4e11-a282-b064746ae0d7,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:45.949338 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:45.999854 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=5e6c6a05-38c3-4e11-a282-b064746ae0d7,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:46.016713 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d04f83-37a9-4293-b45e-14c44f22019c req-1ee71ff3-7887-4819-94a4-90a9e2dee1f6 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:46.018407 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c3d04f83-37a9-4293-b45e-14c44f22019c req-1ee71ff3-7887-4819-94a4-90a9e2dee1f6 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0539899 Jun 27 23:56:46.067392 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c3d04f83-37a9-4293-b45e-14c44f22019c req-7a72dbf9-3204-4617-8efe-29c3740655ff tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Jun 27 23:56:46.567082 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['5e6c6a05-38c3-4e11-a282-b064746ae0d7'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:56:47.200961 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308706d3-6009-48b9-8c0b-d56383b05c83 req-ca73ab07-27f2-4af0-9428-cd3bd04d76dc tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:47.202489 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-308706d3-6009-48b9-8c0b-d56383b05c83 req-ca73ab07-27f2-4af0-9428-cd3bd04d76dc tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0645761 Jun 27 23:56:47.249860 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-308706d3-6009-48b9-8c0b-d56383b05c83 req-c371bee2-6302-474e-ae16-ec3248c220b8 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Jun 27 23:56:47.531824 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-954ac934-f41a-423f-a369-1fc7d3a984fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:48.085432 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d331-9d80-4343-a6bf-d9ae7ee3e857 req-fbc8d162-aea4-4568-b511-fc0284b93540 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:48.086811 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f204d331-9d80-4343-a6bf-d9ae7ee3e857 req-fbc8d162-aea4-4568-b511-fc0284b93540 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.0583153 Jun 27 23:56:48.137514 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f204d331-9d80-4343-a6bf-d9ae7ee3e857 req-375d98c6-515d-4d39-9ce1-989fba22af4c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420423 Jun 27 23:56:48.389655 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203083-7432-426b-9687-84d6b43ca8d6 req-36027552-d2be-4a0a-a4ea-a91111923abc tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:48.391131 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f6203083-7432-426b-9687-84d6b43ca8d6 req-36027552-d2be-4a0a-a4ea-a91111923abc tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0669165 Jun 27 23:56:48.440764 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f6203083-7432-426b-9687-84d6b43ca8d6 req-a4a1ec6a-404f-4891-912a-dca7e65e6557 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Jun 27 23:56:49.263617 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7021639-12e2-471a-bbab-c114c380a951 req-c91f1799-994e-477b-b98f-ec9e215af925 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:49.265087 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7021639-12e2-471a-bbab-c114c380a951 req-c91f1799-994e-477b-b98f-ec9e215af925 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.0588648 Jun 27 23:56:49.311623 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7021639-12e2-471a-bbab-c114c380a951 req-cfb4f461-bef5-42c3-87b4-6d5190a155e0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Jun 27 23:56:49.569682 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e00e53-a550-4b7b-85d0-550d8cd43e50 req-bb8c4cf0-7684-4909-a7dd-8157b270b9e4 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:49.571156 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-47e00e53-a550-4b7b-85d0-550d8cd43e50 req-bb8c4cf0-7684-4909-a7dd-8157b270b9e4 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0542784 Jun 27 23:56:49.620137 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-47e00e53-a550-4b7b-85d0-550d8cd43e50 req-3d51ce48-2ce0-4cef-bf81-447e861d9923 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Jun 27 23:56:49.753663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 5e6c6a05-38c3-4e11-a282-b064746ae0d7 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:56:49.757155 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d68bfcff-ff77-48a5-8b7e-c2a48961c857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:49.800375 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:56:49.804436 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:56:49.804805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:49.879207 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:56:49.879586 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:49.901396 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6c6a05-38c3-4e11-a282-b064746ae0d7'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:49.903672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6408cac0-a55f-4135-9c0a-0ef138ee44cc" -d '{"events": [{"server_uuid": "d8be4e36-7970-4b84-94ab-a031b515d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "5e6c6a05-38c3-4e11-a282-b064746ae0d7"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:49.916533 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5e6c6a05-38c3-4e11-a282-b064746ae0d7,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:49.921593 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:49.943771 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10381219-f08b-4d08-840a-87668d69b353 x-openstack-request-id: req-10381219-f08b-4d08-840a-87668d69b353 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:49.944073 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be4e36-7970-4b84-94ab-a031b515d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "5e6c6a05-38c3-4e11-a282-b064746ae0d7", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:49.944318 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10381219-f08b-4d08-840a-87668d69b353 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:49.944719 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10381219-f08b-4d08-840a-87668d69b353'] response: {'server_uuid': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6c6a05-38c3-4e11-a282-b064746ae0d7', 'code': 200} Jun 27 23:56:49.970430 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=5e6c6a05-38c3-4e11-a282-b064746ae0d7,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:50.209856 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63152e-5dff-4005-94e6-db7af0f209fa req-bf005007-6fa2-48f1-99f4-1447c5f26ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:50.211357 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dd63152e-5dff-4005-94e6-db7af0f209fa req-bf005007-6fa2-48f1-99f4-1447c5f26ad1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 1130 time: 0.0476661 Jun 27 23:56:50.274855 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dd63152e-5dff-4005-94e6-db7af0f209fa req-0eb0b4dd-9013-41e9-8105-6ab3fe77d16a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Jun 27 23:56:50.436581 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2fd5-e055-4719-b8c1-ebaac4aa653b req-2b397be4-042c-492c-9cbf-815bee36c21e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:50.438255 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0f9f2fd5-e055-4719-b8c1-ebaac4aa653b req-2b397be4-042c-492c-9cbf-815bee36c21e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.0553179 Jun 27 23:56:50.492681 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0f9f2fd5-e055-4719-b8c1-ebaac4aa653b req-1a97c174-022c-4a28-a50f-7b2b003314d7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc88e702-d2cd-41e4-be90-52aab7b3dac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477710 Jun 27 23:56:50.720672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:50.761234 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594b6e0-1ca4-4823-b626-68c8dd353351 req-613969eb-2839-43ca-a636-b2f6de247b5b tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:50.762740 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5594b6e0-1ca4-4823-b626-68c8dd353351 req-613969eb-2839-43ca-a636-b2f6de247b5b tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0553370 Jun 27 23:56:50.820526 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5594b6e0-1ca4-4823-b626-68c8dd353351 req-3826112e-9a66-47ed-976d-43f284f2d259 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455427 Jun 27 23:56:50.831183 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-edf9d3d2-8856-4a27-b960-ee472fde3386 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:50.831183 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-edf9d3d2-8856-4a27-b960-ee472fde3386 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 945 time: 0.0681031 Jun 27 23:56:50.927829 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port 4f24346a-bdf2-4303-89a9-e67521be80af {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:56:50.928143 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:51.020418 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] For port 4f24346a-bdf2-4303-89a9-e67521be80af, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4f24346a-bdf2-4303-89a9-e67521be80af,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:56:51.020657 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:51.194051 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:51.194413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (1299f3a6-bdcf-42a2-a09f-a29f7ae885c3), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:51.194747 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP 1299f3a6-bdcf-42a2-a09f-a29f7ae885c3 disassociated. External IP: 172.27.1.197, port: 4f24346a-bdf2-4303-89a9-e67521be80af. Jun 27 23:56:51.195085 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for 4f24346a-bdf2-4303-89a9-e67521be80af owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:56:51.321852 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (4f24346a-bdf2-4303-89a9-e67521be80af), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:51.358850 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=4f24346a-bdf2-4303-89a9-e67521be80af,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:51.467960 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:56:51.574817 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:56:51.585310 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:56:51.596108 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b5aa2a7e-9b47-431d-8c28-6b34a83ee015 req-8c1f9c14-a759-4c90-bb08-a68f9dbc630b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e HTTP/1.1" status: 200 len: 210 time: 0.0291383 Jun 27 23:56:51.603338 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:56:51.603972 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:51.622666 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] No DVR routers for this DVR port 4f24346a-bdf2-4303-89a9-e67521be80af on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:56:51.625219 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:51.628710 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4a9eb43d-0bbf-404c-8144-17ae571e1694 req-9d6adb2e-61a7-45c9-9d30-e4696eadee3c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "DELETE /v2.0/ports/4f24346a-bdf2-4303-89a9-e67521be80af HTTP/1.1" status: 204 len: 173 time: 0.7937205 Jun 27 23:56:51.629184 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'name': 'network-vif-deleted', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:51.631496 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a3023b-5128-44b3-9e85-155066039c9f" -d '{"events": [{"server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "name": "network-vif-deleted", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:51.668758 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c5a39f-884a-47c3-8775-3d4ee3ce6878 x-openstack-request-id: req-c1c5a39f-884a-47c3-8775-3d4ee3ce6878 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:51.669077 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e", "name": "network-vif-deleted", "tag": "4f24346a-bdf2-4303-89a9-e67521be80af", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:51.669324 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1c5a39f-884a-47c3-8775-3d4ee3ce6878 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:51.669736 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c5a39f-884a-47c3-8775-3d4ee3ce6878'] response: {'server_uuid': '42e5d0c7-152c-493e-8d7a-e4ddf97c3e7e', 'name': 'network-vif-deleted', 'tag': '4f24346a-bdf2-4303-89a9-e67521be80af', 'status': 'completed', 'code': 200} Jun 27 23:56:51.721995 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:56:51.936482 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:51.952341 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044a092-2670-4119-adb0-6f4830cf0cf6 req-b295acb4-d8ec-4c59-bd91-7b90341dee1c tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:51.954608 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b044a092-2670-4119-adb0-6f4830cf0cf6 req-b295acb4-d8ec-4c59-bd91-7b90341dee1c tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0544519 Jun 27 23:56:51.962223 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:56:51.970550 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:56:51.971153 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:52.004244 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b044a092-2670-4119-adb0-6f4830cf0cf6 req-49b7a720-2668-4bdb-a4cd-4c99639ec6e2 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Jun 27 23:56:52.073275 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:56:52.328374 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:52.435348 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:56:52.460859 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192c0e4-6917-449f-8392-31e2455efd4d None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:56:52.692150 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33636) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:52.709524 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd98b6-1b11-4d02-9dad-af87fc88e2a9 None None] New status for floating IP 1299f3a6-bdcf-42a2-a09f-a29f7ae885c3: DOWN {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:56:52.746278 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e29ded5d-3605-4a07-bbe9-b1b43d81b99e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (cc88e702-d2cd-41e4-be90-52aab7b3dac8), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:52.769987 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e29ded5d-3605-4a07-bbe9-b1b43d81b99e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (cc88e702-d2cd-41e4-be90-52aab7b3dac8), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:52.820629 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e29ded5d-3605-4a07-bbe9-b1b43d81b99e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (cc88e702-d2cd-41e4-be90-52aab7b3dac8), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:52.824040 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e29ded5d-3605-4a07-bbe9-b1b43d81b99e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:52.825571 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e29ded5d-3605-4a07-bbe9-b1b43d81b99e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/security-groups/cc88e702-d2cd-41e4-be90-52aab7b3dac8 HTTP/1.1" status: 204 len: 168 time: 0.1322362 Jun 27 23:56:52.828523 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33638) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:52.836845 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ded5d-3605-4a07-bbe9-b1b43d81b99e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc88e702-d2cd-41e4-be90-52aab7b3dac8,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:52.843401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.api.v2.resource [None req-7d92457b-136d-489e-90f7-5d6bf5c90dda tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] show failed (client error): The resource could not be found. Jun 27 23:56:52.847453 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7d92457b-136d-489e-90f7-5d6bf5c90dda tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups/cc88e702-d2cd-41e4-be90-52aab7b3dac8 HTTP/1.1" status: 404 len: 347 time: 0.0142081 Jun 27 23:56:52.847730 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33640) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:52.971547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port ade04bf9-3db4-47d0-bcc9-c6416ad66002 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:56:52.971797 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.057209 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.057633 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (ade04bf9-3db4-47d0-bcc9-c6416ad66002), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.072547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for ade04bf9-3db4-47d0-bcc9-c6416ad66002 owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:56:53.227041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (ade04bf9-3db4-47d0-bcc9-c6416ad66002), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.254526 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=ade04bf9-3db4-47d0-bcc9-c6416ad66002,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:53.282571 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (1299f3a6-bdcf-42a2-a09f-a29f7ae885c3), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.286122 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.287272 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-75f221af-a2ed-4e82-874d-8ac50d1e3007 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/floatingips/1299f3a6-bdcf-42a2-a09f-a29f7ae885c3 HTTP/1.1" status: 204 len: 168 time: 0.4376276 Jun 27 23:56:53.365515 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33644) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:53.370168 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215728824', 'description': 'tempest-description--1321612650'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:53.391676 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.458440 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (a0a31a8f-b647-403c-b80f-b1762c3bbee6), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.463950 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0a31a8f-b647-403c-b80f-b1762c3bbee6), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.492405 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.493586 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1270320 Jun 27 23:56:53.495437 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8575b-be1d-40ae-a45f-e23c45344dff tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a31a8f-b647-403c-b80f-b1762c3bbee6,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:53.496643 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33648) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:53.503193 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': 'a0a31a8f-b647-403c-b80f-b1762c3bbee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:53.531323 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (5cce3565-148e-48d5-bcaa-74f5ddb14bad), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.588362 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (5cce3565-148e-48d5-bcaa-74f5ddb14bad), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.593147 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (5cce3565-148e-48d5-bcaa-74f5ddb14bad), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.610092 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cce3565-148e-48d5-bcaa-74f5ddb14bad,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:53.621120 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.622324 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c23ef975-442b-4314-a943-ce6e07b8b560 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238203 Jun 27 23:56:53.625323 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33650) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:53.630450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': 'a0a31a8f-b647-403c-b80f-b1762c3bbee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:53.656493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (c6793335-5a82-43e8-bdd6-5f29067952db), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.714873 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (c6793335-5a82-43e8-bdd6-5f29067952db), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.719981 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (c6793335-5a82-43e8-bdd6-5f29067952db), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.739824 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6793335-5a82-43e8-bdd6-5f29067952db,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:53.749085 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.750370 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-9ccf0c5c-9fea-4053-a6d2-6308bc036d28 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240358 Jun 27 23:56:53.753677 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33652) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:56:53.756952 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4f24346a-bdf2-4303-89a9-e67521be80af no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:56:53.758709 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:53.777000 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 4f24346a-bdf2-4303-89a9-e67521be80af {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:56:53.777398 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4f24346a-bdf2-4303-89a9-e67521be80af not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:56:53.780561 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.803870 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.880009 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:53.981937 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.27.1.196 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/7f00e988-0b62-4732-920a-f04f41b428fe) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:56:54.301968 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (7f00e988-0b62-4732-920a-f04f41b428fe), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.336220 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (7f00e988-0b62-4732-920a-f04f41b428fe), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.371245 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:56:54.374020 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:56:54.380500 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:56:54.387966 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=7f00e988-0b62-4732-920a-f04f41b428fe,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:54.430409 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (ae5d14ec-6d34-4ca1-99cb-6adc64e1a282), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.468411 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7f00e988-0b62-4732-920a-f04f41b428fe), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.614905 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (7f00e988-0b62-4732-920a-f04f41b428fe), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.621295 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7f00e988-0b62-4732-920a-f04f41b428fe), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.652992 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (ae5d14ec-6d34-4ca1-99cb-6adc64e1a282), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.676085 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:54.677493 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9223170 Jun 27 23:56:54.678353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982eb0-edd3-410c-9a2b-973fb49d8d53 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=7f00e988-0b62-4732-920a-f04f41b428fe,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:54.885801 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-88ccaac7-5cd6-43e2-a303-e10b2fa6c4e5 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1215728824&fields=id&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 267 time: 0.0466061 Jun 27 23:56:54.996700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-bb4e991f-b15f-4a34-804f-47b03f159518 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:54.998403 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-bb4e991f-b15f-4a34-804f-47b03f159518 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.1032481 Jun 27 23:56:55.013430 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-0fc1e599-e3ce-4d0e-bde5-3b3fbbf21492 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/quotas/70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 375 time: 0.0094714 Jun 27 23:56:55.071458 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-e8a3c61e-ccaf-424a-9537-c58522c03dfe tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531845 Jun 27 23:56:55.187256 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-69984d35-e34c-4094-9ccd-b329f33f3540 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012080 Jun 27 23:56:55.279111 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-3cc372a7-8885-4108-85ab-2134f3cd0208 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859108 Jun 27 23:56:55.474082 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ec8f8575-be5d-4f42-817a-7c4573804842 req-c207093f-e82c-48c2-bb09-a972c4f65f05 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Jun 27 23:56:56.579849 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-69c95637-808b-4f30-9ba4-07d8cb781446 req-f4405101-308f-4f10-96ef-6ddb3998f5fe tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0306566 Jun 27 23:56:56.796571 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-1a8d8921-ab5e-419e-98ab-a7197c29bcbc tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:56.798213 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-1a8d8921-ab5e-419e-98ab-a7197c29bcbc tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.1114986 Jun 27 23:56:56.872884 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-fe704183-643f-4328-9044-72e5c710df9d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 380 time: 0.0530558 Jun 27 23:56:56.881902 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'port': {'device_id': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'admin_state_up': True, 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'security_groups': ['a0a31a8f-b647-403c-b80f-b1762c3bbee6']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:56.987758 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Made reservation on behalf of 70367a520f9e4264ad1438d069228c66 for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:56:56.991236 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.139115 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.20.0.8 (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5/4c327857-bbc6-4514-9142-2cf19b57f115) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:56:57.286490 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (4c327857-bbc6-4514-9142-2cf19b57f115), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.323377 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.364011 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:56:57.367174 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:56:57.373666 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:56:57.379022 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:57.379720 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.385684 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=4c327857-bbc6-4514-9142-2cf19b57f115,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:57.402344 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-d03af336-7ac9-474a-87a2-d9c772dc8230 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5239947 Jun 27 23:56:57.443064 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Request body: {'port': {'device_id': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:56:57.505670 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.590034 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-b55b1ff5-2809-41f0-a782-058b30115a48 None None] Provisioning complete for port 4c327857-bbc6-4514-9142-2cf19b57f115 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:56:57.590658 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b55b1ff5-2809-41f0-a782-058b30115a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.628739 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-b55b1ff5-2809-41f0-a782-058b30115a48 None None] Port 4c327857-bbc6-4514-9142-2cf19b57f115 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:56:57.717374 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267379a-1d18-4849-94e8-e96bb3976d1b req-f5b30a7f-45cb-47b7-9b92-135530651ff4 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:57.718957 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b267379a-1d18-4849-94e8-e96bb3976d1b req-f5b30a7f-45cb-47b7-9b92-135530651ff4 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 931 time: 0.0566182 Jun 27 23:56:57.766122 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b267379a-1d18-4849-94e8-e96bb3976d1b req-936c33d4-6959-4cdd-915c-2f7accaa5b37 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412114 Jun 27 23:56:57.777786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c327857-bbc6-4514-9142-2cf19b57f115 {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:56:57.785806 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Publish callbacks [] for port (4c327857-bbc6-4514-9142-2cf19b57f115), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.799786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Transition to ACTIVE for port object 4c327857-bbc6-4514-9142-2cf19b57f115 will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:56:57.805791 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.854514 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Pushing event updated for resources: {'Port': ['ID=4c327857-bbc6-4514-9142-2cf19b57f115,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:57.890415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Attempting to bind port 4c327857-bbc6-4514-9142-2cf19b57f115 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:56:57.890810 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Attempting to bind port 4c327857-bbc6-4514-9142-2cf19b57f115 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:56:57.891080 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Attempting to bind port 4c327857-bbc6-4514-9142-2cf19b57f115 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:56:57.896281 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Port 4c327857-bbc6-4514-9142-2cf19b57f115 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:56:57.896616 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Attempting to bind port 4c327857-bbc6-4514-9142-2cf19b57f115 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:56:57.902388 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:56:57.902598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:56:57.903018 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Bound using segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:56:57.903446 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Bound port: 4c327857-bbc6-4514-9142-2cf19b57f115, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:56:57.903830 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:57.969395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] For port 4c327857-bbc6-4514-9142-2cf19b57f115, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:56:57.972557 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] For port 4c327857-bbc6-4514-9142-2cf19b57f115, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4c327857-bbc6-4514-9142-2cf19b57f115,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:56:57.980466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:58.015716 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.016394 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:56:58.017806 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] 10.222.0.27 "PUT /v2.0/ports/4c327857-bbc6-4514-9142-2cf19b57f115 HTTP/1.1" status: 200 len: 1093 time: 0.5794849 Jun 27 23:56:58.018355 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:56:58.020598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221" -d '{"events": [{"name": "network-changed", "server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:56:58.043195 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6de5-e3d4-4c9a-8b97-324b6273f873 service neutron] Pushing event updated for resources: {'Port': ['ID=4c327857-bbc6-4514-9142-2cf19b57f115,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:56:58.074688 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d4f1b3-dc8c-4973-b4e6-d8acf95457bb x-openstack-request-id: req-26d4f1b3-dc8c-4973-b4e6-d8acf95457bb {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:56:58.074982 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:56:58.075257 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26d4f1b3-dc8c-4973-b4e6-d8acf95457bb {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:56:58.075653 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d4f1b3-dc8c-4973-b4e6-d8acf95457bb'] response: {'name': 'network-changed', 'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115', 'status': 'completed', 'code': 200} Jun 27 23:56:58.152765 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-ccb50621-c0aa-455d-9e5d-0fbfb182e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.154278 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-ccb50621-c0aa-455d-9e5d-0fbfb182e124 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0475638 Jun 27 23:56:58.211152 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-df7a48a6-6237-4538-bae1-64278e7f885a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c327857-bbc6-4514-9142-2cf19b57f115 HTTP/1.1" status: 200 len: 217 time: 0.0366032 Jun 27 23:56:58.263498 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-df31e778-6eaa-4129-9d18-6ac999a4b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.264917 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-df31e778-6eaa-4129-9d18-6ac999a4b3bb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0458171 Jun 27 23:56:58.329175 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-dd3d5209-54c5-4ced-a67a-bde06e5d8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.330695 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-dd3d5209-54c5-4ced-a67a-bde06e5d8bcb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493512 Jun 27 23:56:58.434246 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-21e2fcec-509c-4a16-ac76-c0fac86f0475 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868874 Jun 27 23:56:58.526560 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a4d3090-092c-4e80-b66e-ba5fcb20a3ef req-2ab4fe5d-7f59-4a6e-905f-80c6202d1b7a service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Jun 27 23:56:58.690352 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-54db5689-381a-4715-baea-97c56b526d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.691798 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-54db5689-381a-4715-baea-97c56b526d27 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0485454 Jun 27 23:56:58.786845 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-4e81e1ba-e50c-4747-9437-9830b83ef83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.788943 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-4e81e1ba-e50c-4747-9437-9830b83ef83f service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.0888305 Jun 27 23:56:58.828994 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-ea62abdc-8895-4351-bc0f-9c296a294500 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c327857-bbc6-4514-9142-2cf19b57f115 HTTP/1.1" status: 200 len: 217 time: 0.0331359 Jun 27 23:56:58.880536 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-96ff10c5-6322-4d9a-9435-f9c5ed34638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.882380 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-96ff10c5-6322-4d9a-9435-f9c5ed34638a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0468726 Jun 27 23:56:58.891104 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b20de-8f15-4391-81aa-699715247e8e req-2af71962-6b5a-4c51-a172-af766083b1e6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.892578 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8d9b20de-8f15-4391-81aa-699715247e8e req-2af71962-6b5a-4c51-a172-af766083b1e6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 943 time: 0.0571747 Jun 27 23:56:58.939070 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-973b5858-2a09-493e-95a8-e04400766a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:56:58.940797 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-973b5858-2a09-493e-95a8-e04400766a04 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516427 Jun 27 23:56:58.946870 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8d9b20de-8f15-4391-81aa-699715247e8e req-616f238c-ba67-4cea-a575-0ff6d1632cbe tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467873 Jun 27 23:56:59.032376 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-3aa70b52-90e8-45e4-aa6a-11e40a0bd827 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817189 Jun 27 23:56:59.134649 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-8a7b6425-f375-4da0-96f9-ef9dcc1ba221 req-677a4370-1402-4c44-8893-643747391a8f service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942810 Jun 27 23:57:00.070025 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389f631-6af5-4578-8e83-799128ea0d3f req-6c7fb687-93a8-48ab-8990-df363027265c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:00.071491 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5389f631-6af5-4578-8e83-799128ea0d3f req-6c7fb687-93a8-48ab-8990-df363027265c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 943 time: 0.0562882 Jun 27 23:57:00.124827 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5389f631-6af5-4578-8e83-799128ea0d3f req-742b1d8d-a19f-4a65-a122-5a96a8c5a102 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Jun 27 23:57:01.254696 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c1a8a-0ae3-4075-b39f-a6a3ab3358ae req-86c94a5b-e44e-46cb-b0ad-1d7374fb39dc tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:01.256235 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1b3c1a8a-0ae3-4075-b39f-a6a3ab3358ae req-86c94a5b-e44e-46cb-b0ad-1d7374fb39dc tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 943 time: 0.0571990 Jun 27 23:57:01.304592 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1b3c1a8a-0ae3-4075-b39f-a6a3ab3358ae req-be30417c-17f4-4034-80fc-f94b04ac41ae tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Jun 27 23:57:02.415746 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:57:02.451389 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea657fbc-5dd1-436a-bd7b-414c971d00b2 req-90621315-c8d8-4bdb-9f52-ded78b818fdd tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:02.452848 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea657fbc-5dd1-436a-bd7b-414c971d00b2 req-90621315-c8d8-4bdb-9f52-ded78b818fdd tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 943 time: 0.0588324 Jun 27 23:57:02.500197 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea657fbc-5dd1-436a-bd7b-414c971d00b2 req-cc3393b3-7e96-4dc2-90a9-0d2069c51ba2 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Jun 27 23:57:02.924878 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4c327857-bbc6-4514-9142-2cf19b57f115 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:57:02.951576 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:03.037362 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4c327857-bbc6-4514-9142-2cf19b57f115, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4c327857-bbc6-4514-9142-2cf19b57f115,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:03.048777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '4c327857-bbc6-4514-9142-2cf19b57f115', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'port_id': '4c327857-bbc6-4514-9142-2cf19b57f115', 'mac_address': 'fa:16:3e:b4:33:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:57:03.088791 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 4c327857-bbc6-4514-9142-2cf19b57f115 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:57:03.089268 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:03.109377 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c327857-bbc6-4514-9142-2cf19b57f115 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:57:03.130834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4c327857-bbc6-4514-9142-2cf19b57f115, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4c327857-bbc6-4514-9142-2cf19b57f115,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:03.137913 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:03.183128 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=4c327857-bbc6-4514-9142-2cf19b57f115,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:03.577090 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['4c327857-bbc6-4514-9142-2cf19b57f115'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:57:03.634241 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868693a-9e61-4894-84ee-edb80a6a2b8e req-ef6c8b04-1eaf-43f5-ac55-84396749f6c8 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:03.635736 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4868693a-9e61-4894-84ee-edb80a6a2b8e req-ef6c8b04-1eaf-43f5-ac55-84396749f6c8 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0584397 Jun 27 23:57:03.686698 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4868693a-9e61-4894-84ee-edb80a6a2b8e req-12c0a8fe-3772-4c1c-a3ce-c8dacdc5a7c2 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Jun 27 23:57:03.901024 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701175-88bf-4015-b2e3-fcd5b0c4f1ce req-62ef4b4e-96e2-455e-bb67-439b2cc9bbef tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:03.902522 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ce701175-88bf-4015-b2e3-fcd5b0c4f1ce req-62ef4b4e-96e2-455e-bb67-439b2cc9bbef tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0608728 Jun 27 23:57:03.952926 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ce701175-88bf-4015-b2e3-fcd5b0c4f1ce req-3bbd4e04-7171-49f0-b9d8-bc97a7f03b6e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Jun 27 23:57:04.836887 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2e7-a9be-4bdd-b708-d002a28ddb0d req-89a98c70-cade-4f07-ac45-75510a6c8c74 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:04.838385 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1225b2e7-a9be-4bdd-b708-d002a28ddb0d req-89a98c70-cade-4f07-ac45-75510a6c8c74 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0630162 Jun 27 23:57:05.155339 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1225b2e7-a9be-4bdd-b708-d002a28ddb0d req-827f6fd6-12c0-460c-9225-05e92b106c4c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112469 Jun 27 23:57:05.171561 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd080f5-1ca6-4ed8-a188-8b0abb3f9da6 req-89c0cf9e-cfd4-45ed-9847-ac8ea6747200 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:05.173003 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5cd080f5-1ca6-4ed8-a188-8b0abb3f9da6 req-89c0cf9e-cfd4-45ed-9847-ac8ea6747200 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0733335 Jun 27 23:57:05.225963 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5cd080f5-1ca6-4ed8-a188-8b0abb3f9da6 req-acb313f9-5129-42db-b386-b7e5a1107535 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463238 Jun 27 23:57:05.485984 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-8df2a590-0a17-4d28-80fc-dce43be79271 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488555 Jun 27 23:57:06.279968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5881a73-639c-4323-8991-aae5c1c28258 req-3d2b4a6a-db48-4f9e-ae74-1c192355cc80 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:06.282803 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e5881a73-639c-4323-8991-aae5c1c28258 req-3d2b4a6a-db48-4f9e-ae74-1c192355cc80 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0531983 Jun 27 23:57:06.363919 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e5881a73-639c-4323-8991-aae5c1c28258 req-e2ef0896-0909-4f54-ad7d-8e82a5282385 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763092 Jun 27 23:57:06.379241 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb36ae-f0cb-47f6-98b7-89f261265954 req-44a44c03-9160-44e0-a322-fd1267efa74e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:06.380822 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a4fb36ae-f0cb-47f6-98b7-89f261265954 req-44a44c03-9160-44e0-a322-fd1267efa74e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0756834 Jun 27 23:57:06.435179 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a4fb36ae-f0cb-47f6-98b7-89f261265954 req-7645f7e4-0d39-4d21-92de-f2bece1b0dfe tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486379 Jun 27 23:57:07.220617 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-36978e07-92ac-4c7d-a231-7a280325c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:07.222144 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-36978e07-92ac-4c7d-a231-7a280325c3fd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 1131 time: 0.0477300 Jun 27 23:57:07.326877 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-820bdf02-c167-4f5e-ab8a-fc79078ea26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:07.328352 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-820bdf02-c167-4f5e-ab8a-fc79078ea26e service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.0859888 Jun 27 23:57:07.388096 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-15f0f573-ea69-4e5d-b851-910512f3d0c6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 200 len: 1002 time: 0.0531590 Jun 27 23:57:07.440204 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-f138103c-25f2-40ed-a9ea-b0473c84e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:07.441710 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-f138103c-25f2-40ed-a9ea-b0473c84e48c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0473216 Jun 27 23:57:07.486579 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f662ea8-b3f5-4a81-a819-078ec0de7d18 req-cac1234c-282d-4db1-8d53-14bc9b574868 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:07.488050 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2f662ea8-b3f5-4a81-a819-078ec0de7d18 req-cac1234c-282d-4db1-8d53-14bc9b574868 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0534148 Jun 27 23:57:07.503156 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-fb04b6f7-ed76-4945-819d-34ca92852890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:07.504656 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-fb04b6f7-ed76-4945-819d-34ca92852890 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554404 Jun 27 23:57:07.565607 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2f662ea8-b3f5-4a81-a819-078ec0de7d18 req-1ccc6c0b-9b89-4814-97e2-eed9c01af8b0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710127 Jun 27 23:57:07.588075 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab9148-d8ab-41a5-b335-1ce6c0e1a999 req-6bff0c02-07e7-4132-8d80-c10fd81f2e4c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:07.589608 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8bab9148-d8ab-41a5-b335-1ce6c0e1a999 req-6bff0c02-07e7-4132-8d80-c10fd81f2e4c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0756795 Jun 27 23:57:07.602625 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-a07da4d6-f07a-485e-8840-ce54a03d1559 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Jun 27 23:57:07.637316 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8bab9148-d8ab-41a5-b335-1ce6c0e1a999 req-f6b13d4b-dd88-489a-9669-4efcc86f363c tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419996 Jun 27 23:57:07.696127 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-19acb6f8-9b20-400f-baec-78fe8d7f0466 req-0300268d-6ac0-45be-a52b-005cb3d5b8ff service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Jun 27 23:57:08.006869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4c327857-bbc6-4514-9142-2cf19b57f115 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:57:08.065876 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 4c327857-bbc6-4514-9142-2cf19b57f115 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:57:08.069621 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 4c327857-bbc6-4514-9142-2cf19b57f115 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:57:08.069995 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:08.139347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 4c327857-bbc6-4514-9142-2cf19b57f115 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:57:08.139745 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:08.166677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:08.170613 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4dcb6-cdd7-41f3-a4a6-7d66693032ed" -d '{"events": [{"server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "name": "network-vif-plugged", "status": "completed", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:08.185958 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 4c327857-bbc6-4514-9142-2cf19b57f115, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4c327857-bbc6-4514-9142-2cf19b57f115,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:08.191641 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:08.214017 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b0ed2-0500-4117-8595-5d225469a019 x-openstack-request-id: req-283b0ed2-0500-4117-8595-5d225469a019 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:08.214333 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "name": "network-vif-plugged", "status": "completed", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:08.214590 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-283b0ed2-0500-4117-8595-5d225469a019 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:08.215007 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283b0ed2-0500-4117-8595-5d225469a019'] response: {'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115', 'code': 200} Jun 27 23:57:08.239705 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=4c327857-bbc6-4514-9142-2cf19b57f115,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:08.516602 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce5bc2-15d9-4258-a708-c7337c17a527 req-fa40544d-33eb-4982-a539-898d4addd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:08.519519 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-04ce5bc2-15d9-4258-a708-c7337c17a527 req-fa40544d-33eb-4982-a539-898d4addd8be service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0487280 Jun 27 23:57:08.573729 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-04ce5bc2-15d9-4258-a708-c7337c17a527 req-0341d465-09d2-4471-b33d-62842d25f52f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452790 Jun 27 23:57:08.695805 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f790d-df76-467a-9037-9f556f4d5c0e req-ca5caa95-d7e5-4978-97cd-90eb5c4ab90a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:08.697343 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4c9f790d-df76-467a-9037-9f556f4d5c0e req-ca5caa95-d7e5-4978-97cd-90eb5c4ab90a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0583231 Jun 27 23:57:08.775095 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4c9f790d-df76-467a-9037-9f556f4d5c0e req-18734eaf-9cb2-4afb-a6c1-a507c9b0b052 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719841 Jun 27 23:57:08.789286 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d651a7-4a28-4389-8342-6b4ea313737b req-153d51d8-bcd3-4ccb-a46f-9808b5ecde1b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:08.790820 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e6d651a7-4a28-4389-8342-6b4ea313737b req-153d51d8-bcd3-4ccb-a46f-9808b5ecde1b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0818965 Jun 27 23:57:08.847144 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e6d651a7-4a28-4389-8342-6b4ea313737b req-e89bde84-4111-41b0-8a44-110374ffa601 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498009 Jun 27 23:57:09.900217 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e79c-9f7b-419c-a89a-be8072aa8e28 req-9caf5038-8855-4611-93e8-e1d15de6440b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:09.901769 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d965e79c-9f7b-419c-a89a-be8072aa8e28 req-9caf5038-8855-4611-93e8-e1d15de6440b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0551488 Jun 27 23:57:09.980519 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d965e79c-9f7b-419c-a89a-be8072aa8e28 req-fdde51fe-c314-449f-8e59-9447ff0eca9e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682883 Jun 27 23:57:09.997804 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ddf5-3b4e-4a30-a43c-3a22018fbea1 req-6d1831f1-9545-421e-8f4a-51d55a9c3d4e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:09.999261 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-73e7ddf5-3b4e-4a30-a43c-3a22018fbea1 req-6d1831f1-9545-421e-8f4a-51d55a9c3d4e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0728912 Jun 27 23:57:10.049449 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-73e7ddf5-3b4e-4a30-a43c-3a22018fbea1 req-a3fca997-16e0-4dd2-8720-c98cba6d9175 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445793 Jun 27 23:57:11.107731 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d977fcf-dc9a-4b1e-aa2f-b442e8daab0e req-8c997d46-754b-4aba-9341-72b61c6bce9f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:11.109198 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9d977fcf-dc9a-4b1e-aa2f-b442e8daab0e req-8c997d46-754b-4aba-9341-72b61c6bce9f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0601189 Jun 27 23:57:11.185826 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9d977fcf-dc9a-4b1e-aa2f-b442e8daab0e req-c334c07c-3d51-4942-8851-358f441c73ab tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707378 Jun 27 23:57:11.202571 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed996ca-453b-41af-a2d8-77552b9236f0 req-d409e56b-5fbb-4e8f-8912-2671fc31ce8f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:11.202571 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9ed996ca-453b-41af-a2d8-77552b9236f0 req-d409e56b-5fbb-4e8f-8912-2671fc31ce8f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0807459 Jun 27 23:57:11.251042 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9ed996ca-453b-41af-a2d8-77552b9236f0 req-7c38206f-6983-48e0-9cbe-e83d7ef4772b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Jun 27 23:57:11.313763 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160395c5-45e0-474b-bb21-c52f4f912236 req-0f6e8413-1c5e-4b53-a3ed-679d0b7df442 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:11.315228 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-160395c5-45e0-474b-bb21-c52f4f912236 req-0f6e8413-1c5e-4b53-a3ed-679d0b7df442 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0632939 Jun 27 23:57:11.324056 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33812) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:11.328388 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'port_id': '4c327857-bbc6-4514-9142-2cf19b57f115'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:11.364802 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (ae5d14ec-6d34-4ca1-99cb-6adc64e1a282), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:11.800562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:11.805314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (ae5d14ec-6d34-4ca1-99cb-6adc64e1a282), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:11.906331 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP ae5d14ec-6d34-4ca1-99cb-6adc64e1a282 associated. External IP: 172.27.1.196, port: 4c327857-bbc6-4514-9142-2cf19b57f115. Jun 27 23:57:12.119575 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:57:12.230150 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:57:12.235309 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:12.241413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:57:12.251056 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:57:12.251699 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:12.267868 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5de2b8e7-fafe-44e5-a7af-4836dc450b44 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "PUT /v2.0/floatingips/ae5d14ec-6d34-4ca1-99cb-6adc64e1a282 HTTP/1.1" status: 200 len: 991 time: 0.9405859 Jun 27 23:57:12.267868 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:12.268925 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed28cb2-73aa-45ec-8bed-e676b94ca7da" -d '{"events": [{"name": "network-changed", "server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:12.328506 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ee22f-607e-4ab5-ada8-f093106e8ed8 x-openstack-request-id: req-cc1ee22f-607e-4ab5-ada8-f093106e8ed8 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:12.328860 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:12.329226 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc1ee22f-607e-4ab5-ada8-f093106e8ed8 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:12.329721 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1ee22f-607e-4ab5-ada8-f093106e8ed8'] response: {'name': 'network-changed', 'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115', 'status': 'completed', 'code': 200} Jun 27 23:57:12.360665 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:57:12.391488 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a731f6-a5de-4194-acd3-1e62f9b5d124 req-adecb112-543f-430f-a898-36ce863be40d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:12.393003 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-36a731f6-a5de-4194-acd3-1e62f9b5d124 req-adecb112-543f-430f-a898-36ce863be40d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0563414 Jun 27 23:57:12.445203 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-36a731f6-a5de-4194-acd3-1e62f9b5d124 req-8977d75b-bd9d-4d58-b949-2cf7c1a0639b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460749 Jun 27 23:57:12.445688 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-5d878367-47d8-4c5b-8d09-22aeb7a9fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:12.447221 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-5d878367-47d8-4c5b-8d09-22aeb7a9fea7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0482509 Jun 27 23:57:12.547071 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-1c837630-4d54-4ab0-9e61-96a9adbba540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:12.548549 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-1c837630-4d54-4ab0-9e61-96a9adbba540 service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.0905461 Jun 27 23:57:12.585272 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'ae5d14ec-6d34-4ca1-99cb-6adc64e1a282', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4c327857-bbc6-4514-9142-2cf19b57f115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:b4:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:54Z', 'updated_at': '2022-06-27T23:57:11Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:12.608998 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:57:12.611980 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-074d1d2b-c587-4941-b8a8-2ab6d3ddb908 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c327857-bbc6-4514-9142-2cf19b57f115 HTTP/1.1" status: 200 len: 999 time: 0.0543551 Jun 27 23:57:12.618089 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:57:12.618698 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:56:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:12.691775 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-64931a6f-6524-4f56-a54e-c10d424ccc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:12.693275 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-64931a6f-6524-4f56-a54e-c10d424ccc32 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0501080 Jun 27 23:57:12.721366 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:57:12.749253 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-2725972c-de6d-4e4c-a40c-79b4deb26718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:12.750872 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-2725972c-de6d-4e4c-a40c-79b4deb26718 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486250 Jun 27 23:57:12.853398 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-4e91c2ad-c0a6-4ab0-b8e7-18eced2e8d7e service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Jun 27 23:57:12.947120 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'ae5d14ec-6d34-4ca1-99cb-6adc64e1a282', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4c327857-bbc6-4514-9142-2cf19b57f115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:b4:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:54Z', 'updated_at': '2022-06-27T23:57:11Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:12.950566 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-eed28cb2-73aa-45ec-8bed-e676b94ca7da req-8f7217fd-cdaf-4305-81ba-fbe4a10a47a2 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897923 Jun 27 23:57:12.971765 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ddc441-e784-4a65-b151-e6275ed0d93e None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'ae5d14ec-6d34-4ca1-99cb-6adc64e1a282', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '4c327857-bbc6-4514-9142-2cf19b57f115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:b4:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:54Z', 'updated_at': '2022-06-27T23:57:11Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:57:13.180405 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d934003-e6f4-4416-83b7-612c31b56969 None None] New status for floating IP ae5d14ec-6d34-4ca1-99cb-6adc64e1a282: ACTIVE {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:57:13.579639 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192baa5-036c-4054-aac6-d62e24659c11 req-e3585073-6dc7-45ac-b79c-a3d1a1b1e973 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:13.581148 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0192baa5-036c-4054-aac6-d62e24659c11 req-e3585073-6dc7-45ac-b79c-a3d1a1b1e973 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0541594 Jun 27 23:57:13.630448 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0192baa5-036c-4054-aac6-d62e24659c11 req-4d193486-2d69-4d7d-9efd-fa295149b6a3 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 Jun 27 23:57:14.268799 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658288f-b531-4dda-b4b2-34d76e89db7a req-a0ccb7d6-3af9-4d0b-bcc5-fd793aaf28ab tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:14.270253 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d658288f-b531-4dda-b4b2-34d76e89db7a req-a0ccb7d6-3af9-4d0b-bcc5-fd793aaf28ab tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0555925 Jun 27 23:57:14.319919 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d658288f-b531-4dda-b4b2-34d76e89db7a req-1586b358-6514-41c8-b458-1a74d67acb49 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Jun 27 23:57:14.782194 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea5453-5cd2-4c63-8b7a-653526900e80 req-c9027020-ed04-471d-9050-502d196e1355 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:14.783662 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7ea5453-5cd2-4c63-8b7a-653526900e80 req-c9027020-ed04-471d-9050-502d196e1355 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0687881 Jun 27 23:57:14.831813 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7ea5453-5cd2-4c63-8b7a-653526900e80 req-5c926e5d-058c-4264-8d23-23f18018d15f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 Jun 27 23:57:15.450552 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40b5e0-ca7f-4859-8526-d49bec8f8f0b req-3d35f0e4-ff46-4232-bc44-12b36c54c644 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:15.451978 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1a40b5e0-ca7f-4859-8526-d49bec8f8f0b req-3d35f0e4-ff46-4232-bc44-12b36c54c644 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0595233 Jun 27 23:57:15.499798 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1a40b5e0-ca7f-4859-8526-d49bec8f8f0b req-e600eaca-d012-47da-b615-806e77029183 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 Jun 27 23:57:15.968898 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360fbc4-1b5a-43f2-836b-518cfac82aaf req-2a8c0e4c-6061-444b-b114-8f71618bf600 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:15.970384 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a360fbc4-1b5a-43f2-836b-518cfac82aaf req-2a8c0e4c-6061-444b-b114-8f71618bf600 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0658789 Jun 27 23:57:16.020133 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a360fbc4-1b5a-43f2-836b-518cfac82aaf req-f3c304ed-f29e-41f6-a4d2-e43346e73842 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Jun 27 23:57:16.569647 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-9d5913ab-46e0-45ec-892f-7c74407afcf5 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:16.571136 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-9d5913ab-46e0-45ec-892f-7c74407afcf5 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0675070 Jun 27 23:57:16.627510 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc80b91-a046-4daa-87bd-427744c8f463 req-4c2bc816-7a37-4550-ab60-897e956f0a6c tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:16.629072 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2bc80b91-a046-4daa-87bd-427744c8f463 req-4c2bc816-7a37-4550-ab60-897e956f0a6c tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8be4e36-7970-4b84-94ab-a031b515d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0544465 Jun 27 23:57:16.671448 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Deleting port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:57:16.671791 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:16.682093 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2bc80b91-a046-4daa-87bd-427744c8f463 req-adeee2a5-8a20-4668-8460-879f7e6e1a1e tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.26 "GET /v2.0/security-groups?id=91dfe4f9-f30e-41b7-ae35-14f1352d1070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Jun 27 23:57:16.758355 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] For port 5e6c6a05-38c3-4e11-a282-b064746ae0d7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=5e6c6a05-38c3-4e11-a282-b064746ae0d7,segment=NetworkSegment(5ace2e36-6d18-4970-90e8-c633ee1bb4c6),segment_id=5ace2e36-6d18-4970-90e8-c633ee1bb4c6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:16.758712 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:16.770836 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Calling delete_port for 5e6c6a05-38c3-4e11-a282-b064746ae0d7 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:57:16.904286 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (5e6c6a05-38c3-4e11-a282-b064746ae0d7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:16.932265 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Pushing event deleted for resources: {'Port': ['ID=5e6c6a05-38c3-4e11-a282-b064746ae0d7,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:16.952943 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['5e6c6a05-38c3-4e11-a282-b064746ae0d7'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:57:16.981248 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] No DVR routers for this DVR port 5e6c6a05-38c3-4e11-a282-b064746ae0d7 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:57:16.983568 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:16.986890 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-77a0b3c6-e4cc-4e57-88a4-d099ea4c4d94 req-34a4e2f1-565d-4687-96c1-de7ea0e74e69 tempest-VolumesSnapshotTestJSON-671834261 tempest-VolumesSnapshotTestJSON-671834261-project] 10.222.0.27 "DELETE /v2.0/ports/5e6c6a05-38c3-4e11-a282-b064746ae0d7 HTTP/1.1" status: 204 len: 173 time: 0.4100137 Jun 27 23:57:16.987331 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'name': 'network-vif-deleted', 'tag': '5e6c6a05-38c3-4e11-a282-b064746ae0d7'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:16.989621 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b00b96a-0a31-415b-b67f-1120336a2625" -d '{"events": [{"server_uuid": "d8be4e36-7970-4b84-94ab-a031b515d1a4", "name": "network-vif-deleted", "tag": "5e6c6a05-38c3-4e11-a282-b064746ae0d7"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:17.025677 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b57d636-c991-476a-a286-4dfe230a3689 x-openstack-request-id: req-0b57d636-c991-476a-a286-4dfe230a3689 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:17.025969 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be4e36-7970-4b84-94ab-a031b515d1a4", "name": "network-vif-deleted", "tag": "5e6c6a05-38c3-4e11-a282-b064746ae0d7", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:17.026177 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b57d636-c991-476a-a286-4dfe230a3689 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:17.026589 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b57d636-c991-476a-a286-4dfe230a3689'] response: {'server_uuid': 'd8be4e36-7970-4b84-94ab-a031b515d1a4', 'name': 'network-vif-deleted', 'tag': '5e6c6a05-38c3-4e11-a282-b064746ae0d7', 'status': 'completed', 'code': 200} Jun 27 23:57:17.139044 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25340af8-03c6-484e-ae89-187bb5fcc816 req-69d53726-43eb-4c9a-86ea-c7b475a8c2d1 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:17.140566 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-25340af8-03c6-484e-ae89-187bb5fcc816 req-69d53726-43eb-4c9a-86ea-c7b475a8c2d1 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0533926 Jun 27 23:57:17.192560 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-25340af8-03c6-484e-ae89-187bb5fcc816 req-785478be-ee45-4195-af35-ecbf1aedb0c7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458817 Jun 27 23:57:17.530718 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a89114e4-813c-4c93-b4e2-cf0478c6b457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:18.315285 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa46f5-2de1-4a92-943d-9bff75c9a739 req-323f29e7-e809-4549-9026-5c7432f0d783 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:18.316803 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ceaa46f5-2de1-4a92-943d-9bff75c9a739 req-323f29e7-e809-4549-9026-5c7432f0d783 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0548067 Jun 27 23:57:18.365730 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ceaa46f5-2de1-4a92-943d-9bff75c9a739 req-0c2bb586-09b9-4dd4-8df9-c219fda2209f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Jun 27 23:57:19.500506 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0f714-2ef4-4207-a1c0-1c7c4a2b3b13 req-f4523a64-fdd0-47e2-8f88-67df6811eb9e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:19.502258 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a6c0f714-2ef4-4207-a1c0-1c7c4a2b3b13 req-f4523a64-fdd0-47e2-8f88-67df6811eb9e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0588417 Jun 27 23:57:19.552606 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a6c0f714-2ef4-4207-a1c0-1c7c4a2b3b13 req-13da1835-b226-443e-8107-2c74a87a34c2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444212 Jun 27 23:57:19.740323 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-21a0e9b9-94b2-407f-b0ac-579a9c101198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:19.763793 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a688528-4c9b-43fb-80c1-c2454ed01982 req-b9b36e9d-b5cd-43f6-bafc-250d42871921 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:19.765290 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4a688528-4c9b-43fb-80c1-c2454ed01982 req-b9b36e9d-b5cd-43f6-bafc-250d42871921 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0581269 Jun 27 23:57:19.812363 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4a688528-4c9b-43fb-80c1-c2454ed01982 req-6481e08b-bf14-4fc3-8c68-8756eca6fa3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Jun 27 23:57:20.727272 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:20.942473 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eded1f-8a8b-4a70-a8ef-977cdbe58c36 req-e16ab95e-8b91-4f69-9d97-767a56cef674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:20.943838 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-48eded1f-8a8b-4a70-a8ef-977cdbe58c36 req-e16ab95e-8b91-4f69-9d97-767a56cef674 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0542936 Jun 27 23:57:20.990614 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-48eded1f-8a8b-4a70-a8ef-977cdbe58c36 req-6e88f2f4-5166-44b8-93b7-e290a86ef1b1 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409429 Jun 27 23:57:21.116511 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 5e6c6a05-38c3-4e11-a282-b064746ae0d7 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:57:21.136662 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 5e6c6a05-38c3-4e11-a282-b064746ae0d7 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:57:21.137004 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 5e6c6a05-38c3-4e11-a282-b064746ae0d7 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:57:22.133623 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef4de-d139-4337-b8db-c41c264876d8 req-2e3fc38e-0c32-4a8c-8a6b-88465b995a36 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:22.135302 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d4eef4de-d139-4337-b8db-c41c264876d8 req-2e3fc38e-0c32-4a8c-8a6b-88465b995a36 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0639014 Jun 27 23:57:22.172028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d723bec-b033-4298-8f32-371813c9f463 req-1acd9e5b-91e4-49f8-b9f5-ae2a1c4ce8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:22.173643 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-1acd9e5b-91e4-49f8-b9f5-ae2a1c4ce8ac service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 1130 time: 0.0566525 Jun 27 23:57:22.187768 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d4eef4de-d139-4337-b8db-c41c264876d8 req-df877471-fafc-42ee-a65e-212c6cc49ec9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465894 Jun 27 23:57:22.225733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:22.288235 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d723bec-b033-4298-8f32-371813c9f463 req-5984f08b-4c5b-4317-be6c-539c247a54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:22.289686 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-5984f08b-4c5b-4317-be6c-539c247a54f3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.0881164 Jun 27 23:57:22.361611 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-f3411698-fe8a-4366-8983-7ec068c42058 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 200 len: 1002 time: 0.0597622 Jun 27 23:57:22.411332 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d723bec-b033-4298-8f32-371813c9f463 req-a0e27b34-ed3c-4004-b174-f571b8ba51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:22.412784 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-a0e27b34-ed3c-4004-b174-f571b8ba51c2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0428314 Jun 27 23:57:22.490503 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d723bec-b033-4298-8f32-371813c9f463 req-3530a0a4-fe63-4fe9-9635-beeb5b6e7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:22.492014 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-3530a0a4-fe63-4fe9-9635-beeb5b6e7613 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501602 Jun 27 23:57:22.589310 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-75dbda15-e485-4974-87f8-a3b0c486b21c service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904815 Jun 27 23:57:22.683822 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-1d723bec-b033-4298-8f32-371813c9f463 req-e1754cb3-8542-4d53-8df7-50201426bc3c service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872886 Jun 27 23:57:23.320710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187d841-686e-4adf-bfa2-620907c00e36 req-8277d567-0253-49c3-9634-90f86030a67b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:23.322328 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b187d841-686e-4adf-bfa2-620907c00e36 req-8277d567-0253-49c3-9634-90f86030a67b tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0612712 Jun 27 23:57:23.379119 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b187d841-686e-4adf-bfa2-620907c00e36 req-759e795d-d7e0-4dc3-8ee7-99e9bd270dad tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505481 Jun 27 23:57:23.809245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:24.157650 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610de70e-cea9-4c86-b70f-4ebc00cab729 req-a872bec0-1e06-4720-843e-a1298f13d451 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:24.159047 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-610de70e-cea9-4c86-b70f-4ebc00cab729 req-a872bec0-1e06-4720-843e-a1298f13d451 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0587904 Jun 27 23:57:24.208532 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-610de70e-cea9-4c86-b70f-4ebc00cab729 req-ea556a93-aee6-4ec4-98a2-c8856bae1e3d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Jun 27 23:57:24.519032 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ad31-0c6a-4be0-8111-f9225767b061 req-da5d01f1-219a-4051-8217-8f3b3a815874 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:24.520481 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d5b2ad31-0c6a-4be0-8111-f9225767b061 req-da5d01f1-219a-4051-8217-8f3b3a815874 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0633111 Jun 27 23:57:24.569744 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d5b2ad31-0c6a-4be0-8111-f9225767b061 req-bd9a31c8-d916-4c25-9627-f3ae6382ade9 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 Jun 27 23:57:25.334113 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce90f76-fbfe-4163-b77c-3fd305248cea req-e4e2e4f4-48bc-4535-8f32-25bde6f5cc68 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:25.335595 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fce90f76-fbfe-4163-b77c-3fd305248cea req-e4e2e4f4-48bc-4535-8f32-25bde6f5cc68 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0545359 Jun 27 23:57:25.393181 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fce90f76-fbfe-4163-b77c-3fd305248cea req-a0f25975-cd17-4a01-8fda-0cbb806c9377 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Jun 27 23:57:26.049036 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-d7624666-db1e-4a58-98db-0256926b5968 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:26.050504 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-d7624666-db1e-4a58-98db-0256926b5968 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0641563 Jun 27 23:57:26.144827 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Deleting port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:57:26.145194 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:26.238701 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] For port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:26.239066 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:26.527567 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e392287-04c1-4fbf-939b-6fb1dc9a6626 req-32f670c3-d2df-432a-84a3-0aa498225199 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:26.529248 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3e392287-04c1-4fbf-939b-6fb1dc9a6626 req-32f670c3-d2df-432a-84a3-0aa498225199 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 947 time: 0.0629604 Jun 27 23:57:26.578067 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3e392287-04c1-4fbf-939b-6fb1dc9a6626 req-865df5ee-2986-4de6-9e35-f3872ea07e86 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0555daf-3a9a-4f8e-b084-4f50ff97e58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428367 Jun 27 23:57:26.623657 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:26.623938 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (a22e755b-5bb2-427a-b824-8d641eb5299a), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:26.624252 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Floating IP a22e755b-5bb2-427a-b824-8d641eb5299a disassociated. External IP: 172.27.1.166, port: f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804. Jun 27 23:57:26.624597 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Calling delete_port for f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:57:26.757296 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:26.783713 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event deleted for resources: {'Port': ['ID=f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:26.794540 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.794895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.795204 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.795706 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.795890 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.796220 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.796550 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.796879 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.797237 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.797560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.797886 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.798194 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.798514 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:26.916675 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:57:27.022686 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:57:27.033562 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:57:27.047390 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:57:27.048012 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:27.066750 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] No DVR routers for this DVR port f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:57:27.069482 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:27.072803 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d46c71b5-c580-4e7b-a6c5-c5b7bcc7dc4b req-1759c5b1-23de-4a04-b638-29c240201006 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "DELETE /v2.0/ports/f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 HTTP/1.1" status: 204 len: 173 time: 1.0154541 Jun 27 23:57:27.073325 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-deleted', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:27.076021 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f708d33-f664-48a1-adbc-462099ab083e" -d '{"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-deleted", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:27.113484 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07447334-095e-4e48-83e9-c7643271c525 x-openstack-request-id: req-07447334-095e-4e48-83e9-c7643271c525 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:27.113792 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c8680-6922-4873-bc06-975833adf15a", "name": "network-vif-deleted", "tag": "f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:27.114047 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07447334-095e-4e48-83e9-c7643271c525 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:27.114436 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07447334-095e-4e48-83e9-c7643271c525'] response: {'server_uuid': '441c8680-6922-4873-bc06-975833adf15a', 'name': 'network-vif-deleted', 'tag': 'f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804', 'status': 'completed', 'code': 200} Jun 27 23:57:27.146431 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:57:27.347347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:27.371815 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:57:27.380392 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:57:27.380999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:27.486321 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:57:27.685975 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-21b62954-e218-48c5-a81a-af85f11f26d5 req-9f0349f7-0fa1-4d79-ae41-b7d156a4c803 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.0331593 Jun 27 23:57:27.823982 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:27.851783 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f73fdc-0e3f-495d-a62a-bb740d010f64 None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:57:28.086665 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6fe8c-7f96-43f2-bc5b-581245482e1e None None] New status for floating IP a22e755b-5bb2-427a-b824-8d641eb5299a: DOWN {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:57:28.788417 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f0ed7ceb-9cee-4d47-83bd-37fca9c419cd req-e289bf37-1be0-4846-9bc6-cf610772e4da tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jun 27 23:57:29.908055 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c4507439-f8ee-421e-b36f-a629e92ad84c req-3bbe3b57-4f98-4d73-a64f-41a46be97b84 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c8680-6922-4873-bc06-975833adf15a HTTP/1.1" status: 200 len: 210 time: 0.0280108 Jun 27 23:57:31.006059 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33986) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:31.060768 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdff65cd-0dcb-42b1-93da-acf95b5e5fa1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (a0555daf-3a9a-4f8e-b084-4f50ff97e58b), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.083158 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdff65cd-0dcb-42b1-93da-acf95b5e5fa1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (a0555daf-3a9a-4f8e-b084-4f50ff97e58b), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.138850 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdff65cd-0dcb-42b1-93da-acf95b5e5fa1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0555daf-3a9a-4f8e-b084-4f50ff97e58b), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.141446 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cdff65cd-0dcb-42b1-93da-acf95b5e5fa1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.142586 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-cdff65cd-0dcb-42b1-93da-acf95b5e5fa1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "DELETE /v2.0/security-groups/a0555daf-3a9a-4f8e-b084-4f50ff97e58b HTTP/1.1" status: 204 len: 168 time: 0.1355073 Jun 27 23:57:31.145784 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33988) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:31.151479 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff65cd-0dcb-42b1-93da-acf95b5e5fa1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0555daf-3a9a-4f8e-b084-4f50ff97e58b,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:31.164008 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.api.v2.resource [None req-c97eabe4-b025-48f6-b241-8baa5088e55d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] show failed (client error): The resource could not be found. Jun 27 23:57:31.165071 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c97eabe4-b025-48f6-b241-8baa5088e55d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups/a0555daf-3a9a-4f8e-b084-4f50ff97e58b HTTP/1.1" status: 404 len: 347 time: 0.0182791 Jun 27 23:57:31.168584 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33990) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:31.284665 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Deleting port 4655b528-bb74-4747-bda8-4a312f6371e7 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:57:31.284966 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (4655b528-bb74-4747-bda8-4a312f6371e7), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.359175 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (4655b528-bb74-4747-bda8-4a312f6371e7), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.359522 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (4655b528-bb74-4747-bda8-4a312f6371e7), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.371312 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Calling delete_port for 4655b528-bb74-4747-bda8-4a312f6371e7 owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:57:31.515442 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (4655b528-bb74-4747-bda8-4a312f6371e7), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.544828 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event deleted for resources: {'Port': ['ID=4655b528-bb74-4747-bda8-4a312f6371e7,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:31.566707 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.567060 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.567415 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.567753 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.568086 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.568413 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.568747 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.569085 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.569426 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.569734 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.570056 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.570363 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.570681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:31.607156 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (a22e755b-5bb2-427a-b824-8d641eb5299a), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.609774 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.610929 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-b70f088b-7059-4028-8714-37f5a1c89c47 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "DELETE /v2.0/floatingips/a22e755b-5bb2-427a-b824-8d641eb5299a HTTP/1.1" status: 204 len: 168 time: 0.4411936 Jun 27 23:57:31.693815 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 33994) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:31.698506 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41746730', 'description': 'tempest-description--2059773764'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:31.720130 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.789597 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.796089 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.824479 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.825829 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1308386 Jun 27 23:57:31.828249 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df29f1-0b7e-41a9-8f2d-5a12184b62c1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:31.829027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 33996) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:31.834560 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'security_group_rule': {'security_group_id': '257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:31.863959 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (e1f93e04-e7b0-4736-8e32-2e20c2529e97), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.924898 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (e1f93e04-e7b0-4736-8e32-2e20c2529e97), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.929215 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (e1f93e04-e7b0-4736-8e32-2e20c2529e97), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.948537 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f93e04-e7b0-4736-8e32-2e20c2529e97,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:31.954425 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:31.955623 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0f7bd738-532f-4b09-bbb5-0b0a53aa5b83 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248899 Jun 27 23:57:31.958777 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34004) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:31.963550 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'security_group_rule': {'security_group_id': '257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:31.991400 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (ee0521fd-9dda-43ab-a11b-0ea1934dcfb4), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.051956 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (ee0521fd-9dda-43ab-a11b-0ea1934dcfb4), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.056680 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (ee0521fd-9dda-43ab-a11b-0ea1934dcfb4), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.081438 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0521fd-9dda-43ab-a11b-0ea1934dcfb4,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:32.086957 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.089619 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-09d7744c-f15b-4ac3-9b71-7996dac06ca0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295171 Jun 27 23:57:32.091184 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34008) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:32.095761 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:32.116569 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.215778 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.331784 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Allocated IP 172.27.1.94 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/b47a54da-a616-4625-9522-cd6910f19117) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:57:32.440945 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for port (b47a54da-a616-4625-9522-cd6910f19117), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.478234 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (b47a54da-a616-4625-9522-cd6910f19117), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.514909 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:57:32.517884 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:57:32.520301 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:57:32.533768 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'Port': ['ID=b47a54da-a616-4625-9522-cd6910f19117,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:32.574810 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (ac658af8-c41f-4741-a706-9104de00c05a), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.615420 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b47a54da-a616-4625-9522-cd6910f19117), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.759758 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for port (b47a54da-a616-4625-9522-cd6910f19117), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.765828 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (b47a54da-a616-4625-9522-cd6910f19117), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.799770 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (ac658af8-c41f-4741-a706-9104de00c05a), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.817549 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'Port': ['ID=b47a54da-a616-4625-9522-cd6910f19117,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:32.827491 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:32.828751 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-275f79c4-69a1-4283-aa4c-2e9fada615c2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7364664 Jun 27 23:57:32.946673 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:33.025842 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-278fe650-1d2a-4faa-9f30-6d9f4b6b06df tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--41746730&fields=id&tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 267 time: 0.0438776 Jun 27 23:57:33.143902 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c999ebd1-0b40-43ed-9d96-1eb637cee93e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:33.145625 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c999ebd1-0b40-43ed-9d96-1eb637cee93e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 817 time: 0.1130214 Jun 27 23:57:33.165319 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-9c54a874-63e4-40de-b096-b94cd16322d9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/quotas/7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 375 time: 0.0101502 Jun 27 23:57:33.221719 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-3b8fd103-7bdc-4808-bc03-674c1006edea tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501344 Jun 27 23:57:33.316248 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-0fb44f7d-b7ad-4cdf-8a43-eda5701398a0 service neutron] 10.222.0.26 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829484 Jun 27 23:57:33.421459 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-da53dd9e-4295-47bc-be05-0afbfe8c4311 service neutron] 10.222.0.26 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990126 Jun 27 23:57:33.471669 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:57:33.490298 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:57:33.490645 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f2d6ff78-7176-41b6-b4b2-6ddd2b9d4804 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:57:33.589556 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d02b09d-9be0-444b-9e06-b6cbf24450b0 req-febc2d38-fc6b-4a7c-852f-aa3cacc8cf19 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 210 time: 0.0276983 Jun 27 23:57:34.712354 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-528140da-e40b-4963-8b67-bee3133fb41c req-e578f57d-8ef2-4da3-86a4-d2ba84211ebc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 210 time: 0.0289037 Jun 27 23:57:34.743435 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-34e9b10f-f813-460e-b290-8aa7c2784ea2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:34.745017 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-34e9b10f-f813-460e-b290-8aa7c2784ea2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 817 time: 0.1069684 Jun 27 23:57:34.832766 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-f1936fac-6131-4f1b-aceb-4cd79470e6e1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 378 time: 0.0547893 Jun 27 23:57:34.847442 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'port': {'device_id': '933e7b3f-641e-4501-bad1-4021add1e81e', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'admin_state_up': True, 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'security_groups': ['257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:34.960856 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Made reservation on behalf of 7badf26d3d7a492d9f15a8cdeb226fbf for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:57:34.964412 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.097920 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Allocated IP 172.20.0.14 (1d347753-be55-4d38-aad9-02b4acd6755a/5c566e7d-8bc7-40cd-8763-ad544a85cae0/18f8af9a-061d-48e8-98ed-efad8e2e2403) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:57:35.239873 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.274610 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.318195 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Network 1d347753-be55-4d38-aad9-02b4acd6755a is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:57:35.321382 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:57:35.323823 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:57:35.329128 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:35.329783 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.347416 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:35.356963 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-c53fd357-a9d9-437b-b31b-7c20b2cd29fe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5131888 Jun 27 23:57:35.377514 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Request body: {'port': {'device_id': '933e7b3f-641e-4501-bad1-4021add1e81e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:35.444993 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.578194 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-47e29011-3645-4629-9096-81157611c53b None None] Provisioning complete for port 18f8af9a-061d-48e8-98ed-efad8e2e2403 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:57:35.578832 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-47e29011-3645-4629-9096-81157611c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.612171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-47e29011-3645-4629-9096-81157611c53b None None] Port 18f8af9a-061d-48e8-98ed-efad8e2e2403 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:57:35.712019 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f8af9a-061d-48e8-98ed-efad8e2e2403 {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:57:35.719598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Publish callbacks [] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.734806 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Transition to ACTIVE for port object 18f8af9a-061d-48e8-98ed-efad8e2e2403 will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:57:35.739641 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.787771 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:35.827342 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Attempting to bind port 18f8af9a-061d-48e8-98ed-efad8e2e2403 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:57:35.827857 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Attempting to bind port 18f8af9a-061d-48e8-98ed-efad8e2e2403 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:57:35.828283 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Attempting to bind port 18f8af9a-061d-48e8-98ed-efad8e2e2403 on network 1d347753-be55-4d38-aad9-02b4acd6755a {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:57:35.833138 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Port 18f8af9a-061d-48e8-98ed-efad8e2e2403 on network 1d347753-be55-4d38-aad9-02b4acd6755a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:57:35.834168 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Attempting to bind port 18f8af9a-061d-48e8-98ed-efad8e2e2403 on network 1d347753-be55-4d38-aad9-02b4acd6755a {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:57:35.838909 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:57:35.839352 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Checking segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:57:35.839819 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Bound using segment: {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:57:35.840335 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Bound port: 18f8af9a-061d-48e8-98ed-efad8e2e2403, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:57:35.840764 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.842599 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ac8dc-33b5-4582-9bb8-9ff7a9948809 req-7d0dc062-d0eb-496c-98dc-061435a652c0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:35.845080 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c11ac8dc-33b5-4582-9bb8-9ff7a9948809 req-7d0dc062-d0eb-496c-98dc-061435a652c0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0580995 Jun 27 23:57:35.900399 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c11ac8dc-33b5-4582-9bb8-9ff7a9948809 req-d22d35fe-7f3b-4186-8043-21b65c88bc3e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490115 Jun 27 23:57:35.920247 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:57:35.929220 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:57:35.937068 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.979759 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:35.980412 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:35.981833 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] 10.222.0.27 "PUT /v2.0/ports/18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 1094 time: 0.6097562 Jun 27 23:57:35.982686 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:35.985036 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14" -d '{"events": [{"name": "network-changed", "server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:36.019490 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d71e4-62a4-4263-8c8a-ddae1aef771d service neutron] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:36.032011 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4628278a-bed0-4bd1-b134-ff4bbe888eaa x-openstack-request-id: req-4628278a-bed0-4bd1-b134-ff4bbe888eaa {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:36.032538 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:36.032997 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4628278a-bed0-4bd1-b134-ff4bbe888eaa {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:36.033599 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4628278a-bed0-4bd1-b134-ff4bbe888eaa'] response: {'name': 'network-changed', 'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'status': 'completed', 'code': 200} Jun 27 23:57:36.096042 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-9e9a4a17-15d2-4a5f-9758-a8ada7533396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.097808 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-9e9a4a17-15d2-4a5f-9758-a8ada7533396 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1128 time: 0.0489521 Jun 27 23:57:36.143604 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-4c45413c-7a32-4cff-8ace-7367c7d7698e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 217 time: 0.0325220 Jun 27 23:57:36.195982 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-8d1b7ba9-fa87-469d-a39f-2cacde1b1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.197497 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-8d1b7ba9-fa87-469d-a39f-2cacde1b1b2d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0481751 Jun 27 23:57:36.248389 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-fa9bf9a2-fa07-48cd-802c-9bc7e77a7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.250000 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-fa9bf9a2-fa07-48cd-802c-9bc7e77a7106 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465343 Jun 27 23:57:36.337615 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-aef7d69e-f7eb-4a90-a38f-b233b5bccf7f service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812278 Jun 27 23:57:36.431713 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7abf31ad-ebbc-439b-ae59-e8e1eb6030fb req-83983029-334a-49e7-b5ef-b1c4d4c42d4f service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864551 Jun 27 23:57:36.577008 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-77ef5a8e-754e-4bee-bf7c-8b0418ad14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.578558 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-77ef5a8e-754e-4bee-bf7c-8b0418ad14b9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1128 time: 0.0485945 Jun 27 23:57:36.680264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-d37bf81b-b39e-49e9-8685-37c8c5fcae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.681798 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-d37bf81b-b39e-49e9-8685-37c8c5fcae78 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.0958314 Jun 27 23:57:36.722598 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-4d88064c-c634-46af-83e1-2c329647417f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 217 time: 0.0323110 Jun 27 23:57:36.772329 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-6cae415c-b048-4de1-a194-ef3ff842d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.773893 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-6cae415c-b048-4de1-a194-ef3ff842d82f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0436926 Jun 27 23:57:36.824913 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-70118b35-7d87-4e34-8f5b-1a4fcdc42d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:36.826449 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-70118b35-7d87-4e34-8f5b-1a4fcdc42d31 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460708 Jun 27 23:57:36.925953 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-05d24e03-c156-4f71-93c0-f7703f1aed67 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924935 Jun 27 23:57:37.032684 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ddf2e70d-ffa3-4f18-b9ea-0013a3eedb14 req-de1eb4d6-eff4-437d-9843-6cbdcfe31c8f service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988529 Jun 27 23:57:37.043765 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf09d-cbc6-47e0-b5a2-901a44b8352f req-505ddf18-3051-4e24-8354-76727fc6e41b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:37.045459 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-df8bf09d-cbc6-47e0-b5a2-901a44b8352f req-505ddf18-3051-4e24-8354-76727fc6e41b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0551391 Jun 27 23:57:37.092475 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-df8bf09d-cbc6-47e0-b5a2-901a44b8352f req-94723a7f-7ffb-4c41-98ae-f1d53a7a8a2d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411935 Jun 27 23:57:37.494903 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:57:37.604309 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:37.617002 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'mac_address': 'fa:16:3e:c4:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:57:37.654420 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:57:37.654814 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:37.668948 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f8af9a-061d-48e8-98ed-efad8e2e2403 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:57:37.688860 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:37.694858 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:37.741455 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:37.749016 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.749437 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.749801 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.750146 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.750477 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.750806 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.751138 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.751471 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.751801 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.752116 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.752445 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.752767 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:37.753111 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:57:38.092764 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['18f8af9a-061d-48e8-98ed-efad8e2e2403'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:57:38.219173 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907050d-d177-4d39-a7b7-604afb844654 req-3ba5cf84-9b1f-424b-8221-96af94da83ce tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:38.220760 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1907050d-d177-4d39-a7b7-604afb844654 req-3ba5cf84-9b1f-424b-8221-96af94da83ce tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 945 time: 0.0527301 Jun 27 23:57:38.266107 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1907050d-d177-4d39-a7b7-604afb844654 req-a838df68-b3fd-47f4-9268-7cc08efc8e29 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397394 Jun 27 23:57:39.393842 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f18ec-2d43-4217-87cb-621168b6cf31 req-cddd8950-3265-4880-9ce4-8af7097a2f85 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:39.395299 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e0f18ec-2d43-4217-87cb-621168b6cf31 req-cddd8950-3265-4880-9ce4-8af7097a2f85 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 945 time: 0.0574656 Jun 27 23:57:39.418615 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:57:39.447989 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e0f18ec-2d43-4217-87cb-621168b6cf31 req-26a2328c-4f5e-440a-b8cf-e8fea52216f9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444865 Jun 27 23:57:39.500803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:57:39.548557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 18f8af9a-061d-48e8-98ed-efad8e2e2403 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:57:39.552595 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 18f8af9a-061d-48e8-98ed-efad8e2e2403 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:57:39.552922 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:39.628142 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:57:39.628498 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:39.652218 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:39.654494 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254029f4-7823-4d7c-9354-40958dfd1830" -d '{"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-plugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:39.669358 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:57:39.675623 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:39.698636 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df63855f-bdc8-4653-92e6-3fb58b70fcd8 x-openstack-request-id: req-df63855f-bdc8-4653-92e6-3fb58b70fcd8 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:39.698933 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-plugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:39.699189 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df63855f-bdc8-4653-92e6-3fb58b70fcd8 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:39.699582 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df63855f-bdc8-4653-92e6-3fb58b70fcd8'] response: {'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'code': 200} Jun 27 23:57:39.725573 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:39.956628 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72e60-f792-4d7f-b982-1dfced6054c9 req-a0d23a27-d782-440a-a2d1-dce747e5ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:39.958167 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3ad72e60-f792-4d7f-b982-1dfced6054c9 req-a0d23a27-d782-440a-a2d1-dce747e5ce96 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1130 time: 0.0526364 Jun 27 23:57:40.011819 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3ad72e60-f792-4d7f-b982-1dfced6054c9 req-25ee6548-5bb7-4afa-819b-b46f7748a809 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397103 Jun 27 23:57:40.026316 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34120) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:40.069989 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Deleting subnet 314c5c0c-0974-474c-92e7-37f317128cf2 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 27 23:57:40.073076 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Publish callbacks [] for subnet (314c5c0c-0974-474c-92e7-37f317128cf2), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.106181 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Publish callbacks [] for subnet (314c5c0c-0974-474c-92e7-37f317128cf2), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.115763 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (314c5c0c-0974-474c-92e7-37f317128cf2), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.175396 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for subnet (314c5c0c-0974-474c-92e7-37f317128cf2), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.200399 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314c5c0c-0974-474c-92e7-37f317128cf2,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:40.204815 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.207770 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a3dcaa21-6388-4c6e-adb6-588e6ebe35a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/314c5c0c-0974-474c-92e7-37f317128cf2 HTTP/1.1" status: 204 len: 168 time: 0.1804943 Jun 27 23:57:40.210458 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34122) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:40.276676 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (b989adea-3fc0-4a69-83a6-c81e8cd3e93b), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.361796 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (b989adea-3fc0-4a69-83a6-c81e8cd3e93b), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.383358 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.383638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.384364 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.384741 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > port after_create 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.385087 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.385456 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > port after_update 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.385780 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.386123 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.386411 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.386729 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.462207 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.462553 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.462880 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.463208 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 23:57:40.463577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b989adea-3fc0-4a69-83a6-c81e8cd3e93b']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:40.481460 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ace2e36-6d18-4970-90e8-c633ee1bb4c6') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:40.481758 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ace2e36-6d18-4970-90e8-c633ee1bb4c6') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:40.498766 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (5ace2e36-6d18-4970-90e8-c633ee1bb4c6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.521849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (5ace2e36-6d18-4970-90e8-c633ee1bb4c6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.530406 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 23:57:40.530823 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (5ace2e36-6d18-4970-90e8-c633ee1bb4c6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.589108 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913799-7956-478d-88c1-8ed8275195d1 req-23df57c6-05d6-402b-bbe1-a07d1c22ca40 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:40.590734 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-60913799-7956-478d-88c1-8ed8275195d1 req-23df57c6-05d6-402b-bbe1-a07d1c22ca40 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0621712 Jun 27 23:57:40.603694 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (b989adea-3fc0-4a69-83a6-c81e8cd3e93b), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.620237 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.623678 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] 10.222.0.26 "DELETE /v2.0/networks/b989adea-3fc0-4a69-83a6-c81e8cd3e93b HTTP/1.1" status: 204 len: 168 time: 0.4123070 Jun 27 23:57:40.625062 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05fa6-1757-4610-9851-8ec0104acb8f admin admin] Pushing event deleted for resources: {'Network': ['ID=b989adea-3fc0-4a69-83a6-c81e8cd3e93b,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:40.657809 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-60913799-7956-478d-88c1-8ed8275195d1 req-a0b7c443-8aed-4151-8a0d-580af0fc2483 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595562 Jun 27 23:57:40.721876 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 5ace2e36-6d18-4970-90e8-c633ee1bb4c6 resource provider aggregate not found Jun 27 23:57:40.738300 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 5ace2e36-6d18-4970-90e8-c633ee1bb4c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ace2e36-6d18-4970-90e8-c633ee1bb4c6 found for delete ", "request_id": "req-40bfe8f4-b0f6-4ef3-abd3-c4f51cc2bd1c"}]} Jun 27 23:57:40.839806 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34138) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:40.879594 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-3644c1d5-55c4-4dd7-805d-0292a82a15ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51ea3b9ad16c4811a11b87be302c5a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385861 Jun 27 23:57:40.882094 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34140) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:40.933263 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2c6967c0-69c6-48f3-a20e-ecba48f44263 admin admin] Publish callbacks [] for security_group (91dfe4f9-f30e-41b7-ae35-14f1352d1070), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:40.955525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2c6967c0-69c6-48f3-a20e-ecba48f44263 admin admin] Publish callbacks [] for security_group (91dfe4f9-f30e-41b7-ae35-14f1352d1070), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:41.008310 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2c6967c0-69c6-48f3-a20e-ecba48f44263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (91dfe4f9-f30e-41b7-ae35-14f1352d1070), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:41.011070 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2c6967c0-69c6-48f3-a20e-ecba48f44263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:41.012257 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-2c6967c0-69c6-48f3-a20e-ecba48f44263 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91dfe4f9-f30e-41b7-ae35-14f1352d1070 HTTP/1.1" status: 204 len: 168 time: 0.1293097 Jun 27 23:57:41.020405 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6967c0-69c6-48f3-a20e-ecba48f44263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfe4f9-f30e-41b7-ae35-14f1352d1070,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:57:41.793409 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c81889-9070-4ab1-be61-2ed5625e6ed0 req-957f4f6f-5d8a-4f3d-872f-7816af664c32 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:41.794858 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-08c81889-9070-4ab1-be61-2ed5625e6ed0 req-957f4f6f-5d8a-4f3d-872f-7816af664c32 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0530090 Jun 27 23:57:41.842389 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-08c81889-9070-4ab1-be61-2ed5625e6ed0 req-8b9d7334-d4b5-43bb-be05-9c744e778873 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417295 Jun 27 23:57:41.984115 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9687-0c48-452d-b5e3-8cbb158347fa req-fec326ed-580e-4809-8983-6789362c63ed tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:41.985596 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-577b9687-0c48-452d-b5e3-8cbb158347fa req-fec326ed-580e-4809-8983-6789362c63ed tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0685191 Jun 27 23:57:41.998412 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34152) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:57:42.002897 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Request body: {'floatingip': {'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:57:42.039486 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (ac658af8-c41f-4741-a706-9104de00c05a), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:42.761416 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:42.767970 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (ac658af8-c41f-4741-a706-9104de00c05a), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:42.862601 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Floating IP ac658af8-c41f-4741-a706-9104de00c05a associated. External IP: 172.27.1.94, port: 18f8af9a-061d-48e8-98ed-efad8e2e2403. Jun 27 23:57:43.081482 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:57:43.187054 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:57:43.202059 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:43.208359 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:57:43.219715 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:57:43.220549 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:43.233997 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-fd7fd63a-7749-4873-a205-2a793880c000 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "PUT /v2.0/floatingips/ac658af8-c41f-4741-a706-9104de00c05a HTTP/1.1" status: 200 len: 991 time: 1.2325070 Jun 27 23:57:43.233997 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:57:43.235239 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93" -d '{"events": [{"name": "network-changed", "server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:57:43.273700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffac3f2-1cb9-42bf-8d25-862cde09bf30 x-openstack-request-id: req-7ffac3f2-1cb9-42bf-8d25-862cde09bf30 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:57:43.273990 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:57:43.274245 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ffac3f2-1cb9-42bf-8d25-862cde09bf30 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:57:43.274653 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ffac3f2-1cb9-42bf-8d25-862cde09bf30'] response: {'name': 'network-changed', 'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'status': 'completed', 'code': 200} Jun 27 23:57:43.330980 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:57:43.374177 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-688fb4a1-fdce-412e-8354-404b81a0c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.376528 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-688fb4a1-fdce-412e-8354-404b81a0c68c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1130 time: 0.0482550 Jun 27 23:57:43.496364 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-14aa1468-3b82-4ec8-89f1-059f9fb690d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.501578 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-14aa1468-3b82-4ec8-89f1-059f9fb690d2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.1170731 Jun 27 23:57:43.559021 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'ac658af8-c41f-4741-a706-9104de00c05a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'mac_address': 'fa:16:3e:c4:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933e7b3f-641e-4501-bad1-4021add1e81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:57:32Z', 'updated_at': '2022-06-27T23:57:42Z', 'revision_number': 1, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:43.572165 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-4dd99ecb-8b31-40c0-9fe5-db8d3d6a23d0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 999 time: 0.0599489 Jun 27 23:57:43.573731 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7580e-2cee-4c71-951d-7fa34a12f66c req-1d60d615-5323-44ee-8b11-0a1548f291f5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.575207 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-41c7580e-2cee-4c71-951d-7fa34a12f66c req-1d60d615-5323-44ee-8b11-0a1548f291f5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0873444 Jun 27 23:57:43.584837 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:57:43.589546 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-2f9f5377-2540-4e60-8bb2-d58b796d9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.591241 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-2f9f5377-2540-4e60-8bb2-d58b796d9367 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0707870 Jun 27 23:57:43.593503 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:57:43.594352 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:43.625315 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-f1e15efc-4273-4dbf-824b-d6cb8aaa01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.626922 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-f1e15efc-4273-4dbf-824b-d6cb8aaa01ba service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0456412 Jun 27 23:57:43.680966 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-41c7580e-2cee-4c71-951d-7fa34a12f66c req-943b521b-e614-4d94-9b92-6e4002fdd7e0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996685 Jun 27 23:57:43.687516 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-921fa4ed-9647-4972-8e2c-9dbdccbb7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.689563 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-921fa4ed-9647-4972-8e2c-9dbdccbb7f90 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546396 Jun 27 23:57:43.711260 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:57:43.712037 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-ae5468a0-d6aa-4d07-b676-fc178bbcf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.713526 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-ae5468a0-d6aa-4d07-b676-fc178bbcf744 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1106694 Jun 27 23:57:43.779698 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-6e56a125-8a04-4920-a22a-cd4545ae44c0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 1002 time: 0.0588017 Jun 27 23:57:43.796885 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-782f890c-c5c3-4480-b649-8afcbb20a881 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942805 Jun 27 23:57:43.832597 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-aef03562-efbe-486a-9863-336a6d5a9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.834326 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-aef03562-efbe-486a-9863-336a6d5a9956 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0484002 Jun 27 23:57:43.887213 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-cab102be-62ab-4ca6-9108-98d7558a55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:43.888712 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-cab102be-62ab-4ca6-9108-98d7558a55d5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470791 Jun 27 23:57:43.957707 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'ac658af8-c41f-4741-a706-9104de00c05a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'mac_address': 'fa:16:3e:c4:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933e7b3f-641e-4501-bad1-4021add1e81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:57:32Z', 'updated_at': '2022-06-27T23:57:42Z', 'revision_number': 1, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:57:43.982823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96314dc8-6140-488a-979c-0f7dec8562c1 None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': 'ac658af8-c41f-4741-a706-9104de00c05a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'mac_address': 'fa:16:3e:c4:b4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933e7b3f-641e-4501-bad1-4021add1e81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:57:32Z', 'updated_at': '2022-06-27T23:57:42Z', 'revision_number': 1, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:57:43.987583 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-9e24a95e-dd0b-4448-bfe5-fae4b96ae043 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922620 Jun 27 23:57:44.084026 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a30f3da5-ab1c-4c40-8741-fcacaf84f19f req-c2bd2e54-e474-4433-b240-d5aca300f0ca service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886245 Jun 27 23:57:44.121480 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d1a57ff6-0359-484d-9c3d-a718cd4b1d93 req-7cc7367d-1bd6-47c7-8d28-6b819ecffe2a service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174109 Jun 27 23:57:44.202098 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6535d-2db0-4f68-8e84-d4a652d84578 None None] New status for floating IP ac658af8-c41f-4741-a706-9104de00c05a: ACTIVE {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:57:44.813767 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252df1c-4b52-4e36-896c-110e24e0a05e req-c9c2b9a7-1f63-41b9-a259-e3232a08c1e0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:44.815269 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6252df1c-4b52-4e36-896c-110e24e0a05e req-c9c2b9a7-1f63-41b9-a259-e3232a08c1e0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0633481 Jun 27 23:57:44.865397 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6252df1c-4b52-4e36-896c-110e24e0a05e req-1f1b5537-e31d-451f-a189-799d93d291f6 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Jun 27 23:57:45.990160 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f2c6-40b3-482f-ad27-fb1e122ecbac req-1b7ae570-802c-47ca-8431-e6c514c36997 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:45.991509 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c41f2c6-40b3-482f-ad27-fb1e122ecbac req-1b7ae570-802c-47ca-8431-e6c514c36997 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0556586 Jun 27 23:57:46.042908 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c41f2c6-40b3-482f-ad27-fb1e122ecbac req-bd7054bb-8184-48ab-9cb4-10d8fb9374f2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Jun 27 23:57:47.177454 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82eb47-6e6d-4d0b-8647-e888e52c84dc req-e3997b3c-33d9-4ab5-96a8-21a20da21d2f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:47.178927 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a82eb47-6e6d-4d0b-8647-e888e52c84dc req-e3997b3c-33d9-4ab5-96a8-21a20da21d2f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0535204 Jun 27 23:57:47.238598 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a82eb47-6e6d-4d0b-8647-e888e52c84dc req-6e8afea7-ef1c-4993-ae88-5d45c19beaa6 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540023 Jun 27 23:57:47.535171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a8d81159-c6a8-410a-ad53-a628d3f6ac66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:48.368087 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a298b-03cc-4844-9e48-99e3d54d0df2 req-9216029b-3c91-481c-b7d4-14c72c7e6a24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:48.369543 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9c5a298b-03cc-4844-9e48-99e3d54d0df2 req-9216029b-3c91-481c-b7d4-14c72c7e6a24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0543799 Jun 27 23:57:48.418089 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9c5a298b-03cc-4844-9e48-99e3d54d0df2 req-96b9ed02-b732-4225-b460-6fd1c0a9e6a2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Jun 27 23:57:49.561033 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8522d9a-910c-4b88-bb8e-e8603e935f47 req-72a449f2-f908-4ee9-8edd-f778ea135a85 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:49.562533 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c8522d9a-910c-4b88-bb8e-e8603e935f47 req-72a449f2-f908-4ee9-8edd-f778ea135a85 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0558739 Jun 27 23:57:49.612983 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c8522d9a-910c-4b88-bb8e-e8603e935f47 req-54a1bb64-65ae-45c4-92d8-e34db1784a38 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Jun 27 23:57:49.755533 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f0e41df2-f49a-4792-94e5-df5fd6f26502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:50.725168 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:50.745743 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b5367-3761-4827-9ab2-23dfe396b799 req-68074683-458d-4b90-b5c6-68099819da24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:50.747251 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-875b5367-3761-4827-9ab2-23dfe396b799 req-68074683-458d-4b90-b5c6-68099819da24 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0587101 Jun 27 23:57:50.796781 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-875b5367-3761-4827-9ab2-23dfe396b799 req-1d9b7101-cccf-417a-a40d-b80774c6a090 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Jun 27 23:57:51.928755 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accebed0-617c-487c-afa8-3624484ca9f9 req-28a9fcd4-05a0-4e69-8d3c-926855b09dd2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:51.930149 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-accebed0-617c-487c-afa8-3624484ca9f9 req-28a9fcd4-05a0-4e69-8d3c-926855b09dd2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0603747 Jun 27 23:57:51.976283 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-accebed0-617c-487c-afa8-3624484ca9f9 req-5c9e349e-c6c8-4654-a600-7a9447734329 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Jun 27 23:57:52.225790 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:53.126009 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625a24-0858-45de-8b58-ae8edfb586c3 req-164a9376-ea63-41a9-83df-f12f8d8c64ff tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:53.127498 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5d625a24-0858-45de-8b58-ae8edfb586c3 req-164a9376-ea63-41a9-83df-f12f8d8c64ff tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0618696 Jun 27 23:57:53.178550 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5d625a24-0858-45de-8b58-ae8edfb586c3 req-f1706ff8-287e-46ff-aafe-63b924fa55b0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Jun 27 23:57:53.816375 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:57:54.317317 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294d6c-6ac1-4e37-b3f5-5bfcfd15b7ca req-88784167-cc96-4380-8583-d91fefea2886 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:54.318803 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f0294d6c-6ac1-4e37-b3f5-5bfcfd15b7ca req-88784167-cc96-4380-8583-d91fefea2886 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0651317 Jun 27 23:57:54.369738 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f0294d6c-6ac1-4e37-b3f5-5bfcfd15b7ca req-679c4735-8b32-40e8-969b-550b1ef2ed68 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 Jun 27 23:57:55.506834 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e686-ee36-4f40-b2b8-1d570dc2a446 req-2627ec64-8c74-4a71-ad41-68799927e0f1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:55.508686 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e0e8e686-ee36-4f40-b2b8-1d570dc2a446 req-2627ec64-8c74-4a71-ad41-68799927e0f1 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0651698 Jun 27 23:57:55.570763 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e0e8e686-ee36-4f40-b2b8-1d570dc2a446 req-59754072-1693-49c7-be08-e08ebacfff9d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553296 Jun 27 23:57:56.717326 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904ebc6-6644-4055-9f88-dc396f8d44fb req-49f636d0-6108-4429-a9e0-e5d6b1b7c849 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:56.718785 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8904ebc6-6644-4055-9f88-dc396f8d44fb req-49f636d0-6108-4429-a9e0-e5d6b1b7c849 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0556195 Jun 27 23:57:56.766107 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8904ebc6-6644-4055-9f88-dc396f8d44fb req-6bd70806-902e-4529-8cb3-a498ea96962c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Jun 27 23:57:57.893627 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f31ce-8e7f-4ac7-834e-17152f4196a5 req-1c4b5504-f7a2-4c93-b68a-d8cf30d8ee18 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:57.895098 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-647f31ce-8e7f-4ac7-834e-17152f4196a5 req-1c4b5504-f7a2-4c93-b68a-d8cf30d8ee18 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0562897 Jun 27 23:57:57.942006 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-647f31ce-8e7f-4ac7-834e-17152f4196a5 req-6866df31-f062-4d16-83a3-10f00f086464 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Jun 27 23:57:59.068479 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7827bc-6b19-4f6d-8566-b0e620b5b135 req-e0558d31-5134-4886-bdae-bf1ab1658cb5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:57:59.069936 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9f7827bc-6b19-4f6d-8566-b0e620b5b135 req-e0558d31-5134-4886-bdae-bf1ab1658cb5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0577533 Jun 27 23:57:59.120788 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9f7827bc-6b19-4f6d-8566-b0e620b5b135 req-b8319649-69f4-4758-a7be-b1fef55773ae tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449312 Jun 27 23:58:00.254244 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f709d1-9039-4f71-b425-0edd2a06da43 req-4ebce6d0-afe1-4fee-aa7b-e09bc385a656 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:00.255710 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-80f709d1-9039-4f71-b425-0edd2a06da43 req-4ebce6d0-afe1-4fee-aa7b-e09bc385a656 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0548794 Jun 27 23:58:00.306349 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-80f709d1-9039-4f71-b425-0edd2a06da43 req-2bb0938d-9900-4f16-b1ca-e2be900d1f7f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Jun 27 23:58:00.722834 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fefc8-2b45-41cc-a716-b5e6c282bc9a req-d42b333c-846d-4a49-9b5e-cfbc22e24494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:00.724903 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f39fefc8-2b45-41cc-a716-b5e6c282bc9a req-d42b333c-846d-4a49-9b5e-cfbc22e24494 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0475035 Jun 27 23:58:00.777268 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f39fefc8-2b45-41cc-a716-b5e6c282bc9a req-04f78f48-25d7-4f50-bb21-169eedc4bb87 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Jun 27 23:58:01.440613 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c384f3-6465-4edb-8517-2fe77ca850ae req-82a5ffb0-c7d4-481e-8635-b2f5fb917291 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:01.442487 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2c384f3-6465-4edb-8517-2fe77ca850ae req-82a5ffb0-c7d4-481e-8635-b2f5fb917291 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0522313 Jun 27 23:58:01.499906 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2c384f3-6465-4edb-8517-2fe77ca850ae req-72abc329-4228-43f6-b3ed-6fd2816734fa tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519216 Jun 27 23:58:02.644102 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2c38-9d88-4cb4-a759-7a8e3f7726e4 req-ee3e078f-8518-46b0-98e5-e63abaa15192 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:02.645860 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-493d2c38-9d88-4cb4-a759-7a8e3f7726e4 req-ee3e078f-8518-46b0-98e5-e63abaa15192 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0592148 Jun 27 23:58:02.694887 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-493d2c38-9d88-4cb4-a759-7a8e3f7726e4 req-b4ac7d6e-00be-4d4f-87da-1069eb20791f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Jun 27 23:58:02.961174 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:03.107165 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084a1ae-6cd7-4a8f-9096-76ebf7ac4bef req-1ebce8f9-cd89-4fdb-b145-78aa18506bdf tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:03.108755 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b084a1ae-6cd7-4a8f-9096-76ebf7ac4bef req-1ebce8f9-cd89-4fdb-b145-78aa18506bdf tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0539827 Jun 27 23:58:03.108871 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-00567851-704e-4f06-a64d-a4fb6d9b97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:03.110361 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-00567851-704e-4f06-a64d-a4fb6d9b97e0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0453117 Jun 27 23:58:03.157210 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b084a1ae-6cd7-4a8f-9096-76ebf7ac4bef req-302e5439-0280-4f97-8231-fe002b4ed8ac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Jun 27 23:58:03.203425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-6865fae9-b6f3-484a-9a40-52f86ce91876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:03.204932 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-6865fae9-b6f3-484a-9a40-52f86ce91876 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.0870728 Jun 27 23:58:03.271782 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-737b7fe5-f8f1-4d98-9069-688d29915930 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 1002 time: 0.0579252 Jun 27 23:58:03.328809 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-a388bdb5-2091-488d-a534-bf98655b2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:03.330331 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-a388bdb5-2091-488d-a534-bf98655b2d2b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0513911 Jun 27 23:58:03.384052 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-6113b3a7-e858-4a46-bbfc-6003176ff3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:03.385713 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-6113b3a7-e858-4a46-bbfc-6003176ff3cb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480754 Jun 27 23:58:03.474975 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-3687ed5c-494f-4b69-b2c2-7f03257db8a1 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823929 Jun 27 23:58:03.585856 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73bde1fd-ed76-486c-aed9-99923ed11da7 req-26d99f9c-4095-42c0-b01d-fc0a24db705f service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971677 Jun 27 23:58:03.664909 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b399e-bf7e-484e-9ce7-90dccb054e2c req-61f68bd5-7fd5-49a0-ab9f-02d1d8b81d04 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:03.666859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f18b399e-bf7e-484e-9ce7-90dccb054e2c req-61f68bd5-7fd5-49a0-ab9f-02d1d8b81d04 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0613606 Jun 27 23:58:03.717812 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f18b399e-bf7e-484e-9ce7-90dccb054e2c req-ff46777c-61e6-4830-a8e6-cda6963bb0a5 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Jun 27 23:58:04.297534 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9610-6da1-41d9-aca3-4a439202f40a req-5ad1505a-1929-4ec7-954b-26ba45ceb317 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:04.299005 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c2ef9610-6da1-41d9-aca3-4a439202f40a req-5ad1505a-1929-4ec7-954b-26ba45ceb317 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0594535 Jun 27 23:58:04.346682 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c2ef9610-6da1-41d9-aca3-4a439202f40a req-b424f7db-d462-455a-9c8f-ad7cf5b22441 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 Jun 27 23:58:04.574168 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-ce8e7c0c-16e1-43d0-b066-52e20d6bd610 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480933 Jun 27 23:58:04.694642 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612262d-f443-4a5f-8255-976e8359ff30 req-d1d5182e-4a7a-4c4c-961a-157c5aa6d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:04.696416 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-d1d5182e-4a7a-4c4c-961a-157c5aa6d72f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 1129 time: 0.0524240 Jun 27 23:58:04.806491 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612262d-f443-4a5f-8255-976e8359ff30 req-c1b18b7f-3624-487f-b7d0-a78474c8848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:04.808071 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-c1b18b7f-3624-487f-b7d0-a78474c8848f service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.0894115 Jun 27 23:58:04.842851 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5ada7-3f1d-4cf4-96dc-056b27977dcb req-5aeb2666-3475-4b3e-963c-93749918d499 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:04.844231 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22e5ada7-3f1d-4cf4-96dc-056b27977dcb req-5aeb2666-3475-4b3e-963c-93749918d499 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0559201 Jun 27 23:58:04.853038 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-59f2e5b1-58e0-4a8e-b9e9-21364a0688d5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 200 len: 217 time: 0.0347738 Jun 27 23:58:04.895342 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-22e5ada7-3f1d-4cf4-96dc-056b27977dcb req-ae9d62f7-f4a0-4c8e-8b50-27677561a33f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448151 Jun 27 23:58:04.913257 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612262d-f443-4a5f-8255-976e8359ff30 req-f82ff54c-b112-432e-88dc-4cf069a7a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:04.914724 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-f82ff54c-b112-432e-88dc-4cf069a7a820 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0545049 Jun 27 23:58:04.969955 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612262d-f443-4a5f-8255-976e8359ff30 req-5fe4e316-1dd0-440b-ba0b-eeb0cbd01db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:04.971416 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-5fe4e316-1dd0-440b-ba0b-eeb0cbd01db4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492132 Jun 27 23:58:05.078143 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-6a4ac1d5-9aee-4bf1-9982-34a13e88937c service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985594 Jun 27 23:58:05.177571 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0612262d-f443-4a5f-8255-976e8359ff30 req-e83daa3e-08b4-4aed-8320-0f2db2d83f92 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931380 Jun 27 23:58:05.478429 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f5ba4-4a58-4dbc-8b6e-b9dfda0be33c req-4e1d3742-2b3f-4f11-afab-9f5d3d17fe22 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:05.479925 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-db6f5ba4-4a58-4dbc-8b6e-b9dfda0be33c req-4e1d3742-2b3f-4f11-afab-9f5d3d17fe22 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0562751 Jun 27 23:58:05.528618 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-db6f5ba4-4a58-4dbc-8b6e-b9dfda0be33c req-4a01b0cd-73d2-4035-8c45-89da00ba994e tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Jun 27 23:58:06.016323 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1a656-aee2-47ac-9b1f-38b80fc55432 req-67afc680-66dd-4ea8-a1d0-27ea85aa8525 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:06.017897 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-84c1a656-aee2-47ac-9b1f-38b80fc55432 req-67afc680-66dd-4ea8-a1d0-27ea85aa8525 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0545831 Jun 27 23:58:06.270259 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-84c1a656-aee2-47ac-9b1f-38b80fc55432 req-eee719a8-146d-4c4a-bdb8-08c08b7426c1 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f79933-6c55-4dc2-a1d8-66f2506b5721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453263 Jun 27 23:58:06.662469 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f7dc-8d3c-4aba-9472-0e3f6bb23654 req-2086dbd4-0dc7-4214-af48-180ffe7450d5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:06.663956 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9d91f7dc-8d3c-4aba-9472-0e3f6bb23654 req-2086dbd4-0dc7-4214-af48-180ffe7450d5 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0548258 Jun 27 23:58:06.714845 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9d91f7dc-8d3c-4aba-9472-0e3f6bb23654 req-6ea5eb92-675f-430f-82d6-e04edb58d6f0 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Jun 27 23:58:06.725496 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-e1c31681-7c58-4c55-b479-153294ed12ee tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:06.727221 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-e1c31681-7c58-4c55-b479-153294ed12ee tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 946 time: 0.0549350 Jun 27 23:58:06.818736 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Deleting port ccd07518-b3de-4b60-a44e-f5a35b871776 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:06.819098 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:06.828956 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b16c23-7919-4873-ad9a-99d38b676c18 req-1ffd7775-5214-47c2-81a0-be781b0e8f92 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:06.830448 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-87b16c23-7919-4873-ad9a-99d38b676c18 req-1ffd7775-5214-47c2-81a0-be781b0e8f92 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0529103 Jun 27 23:58:06.839494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34308) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:06.844038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Request body: {'floatingip': {'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:06.897867 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:06.914971 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] For port ccd07518-b3de-4b60-a44e-f5a35b871776, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ccd07518-b3de-4b60-a44e-f5a35b871776,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:06.915707 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.084216 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.084616 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (cf6bf3ab-7cf8-4113-9970-b4de5996f050), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.084908 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Floating IP cf6bf3ab-7cf8-4113-9970-b4de5996f050 disassociated. External IP: 172.27.1.251, port: ccd07518-b3de-4b60-a44e-f5a35b871776. Jun 27 23:58:07.085343 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Calling delete_port for ccd07518-b3de-4b60-a44e-f5a35b871776 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:07.219415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (ccd07518-b3de-4b60-a44e-f5a35b871776), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.244944 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event deleted for resources: {'Port': ['ID=ccd07518-b3de-4b60-a44e-f5a35b871776,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:07.334746 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0baa1c-aada-45ba-ab0d-16313b87075a req-2fd72b97-4ce8-456b-b3d1-11ad8c30df0c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:07.336895 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2d0baa1c-aada-45ba-ab0d-16313b87075a req-2fd72b97-4ce8-456b-b3d1-11ad8c30df0c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.1493490 Jun 27 23:58:07.382882 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:07.461600 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2d0baa1c-aada-45ba-ab0d-16313b87075a req-7d00e494-209a-4069-960c-81bf11c76e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163785 Jun 27 23:58:07.481031 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.491843 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.510397 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-76b2b092-1bfa-4bec-a660-3cecae35d69b req-d8c96c0d-ba57-413a-91b2-af053317f299 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f368799-490e-4955-b0c2-b7327dcd704f HTTP/1.1" status: 200 len: 210 time: 0.1125338 Jun 27 23:58:07.514310 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:07.534262 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:07.545914 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:07.546585 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:07.558159 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] No DVR routers for this DVR port ccd07518-b3de-4b60-a44e-f5a35b871776 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:58:07.561400 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.564986 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-3a36aeb9-034d-469c-a8c5-45b7009fb690 req-c508bfbd-0398-4baa-aece-de6d7feda889 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "DELETE /v2.0/ports/ccd07518-b3de-4b60-a44e-f5a35b871776 HTTP/1.1" status: 204 len: 173 time: 0.8325310 Jun 27 23:58:07.565530 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'name': 'network-vif-deleted', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:07.569694 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f0588-d290-440b-ae66-a3afd27575bc" -d '{"events": [{"server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "name": "network-vif-deleted", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:07.616969 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a32dbc-8038-4c1d-9183-596ef9f32725 x-openstack-request-id: req-72a32dbc-8038-4c1d-9183-596ef9f32725 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:07.617372 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f368799-490e-4955-b0c2-b7327dcd704f", "name": "network-vif-deleted", "tag": "ccd07518-b3de-4b60-a44e-f5a35b871776", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:07.617688 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72a32dbc-8038-4c1d-9183-596ef9f32725 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:07.618155 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a32dbc-8038-4c1d-9183-596ef9f32725'] response: {'server_uuid': '6f368799-490e-4955-b0c2-b7327dcd704f', 'name': 'network-vif-deleted', 'tag': 'ccd07518-b3de-4b60-a44e-f5a35b871776', 'status': 'completed', 'code': 200} Jun 27 23:58:07.662469 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:07.773800 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Router 05a5b90a-6a04-444d-a76b-777f5816192f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:07.897939 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:07.902701 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:07.908299 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] Sync routers for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:07.920392 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:07.921370 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:07.939768 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:07.942979 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:07.978726 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-fbe1d43c-2fa1-45ea-aa8e-f90d6eacb793 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "PUT /v2.0/floatingips/3f2cafd8-8613-4556-be36-f8b1502e67f4 HTTP/1.1" status: 200 len: 994 time: 1.1381168 Jun 27 23:58:07.997871 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b9700b-8720-435b-8cf4-5e5f0e361f7b x-openstack-request-id: req-34b9700b-8720-435b-8cf4-5e5f0e361f7b {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:07.998170 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:07.998421 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34b9700b-8720-435b-8cf4-5e5f0e361f7b {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:07.998896 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b9700b-8720-435b-8cf4-5e5f0e361f7b'] response: {'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'status': 'completed', 'code': 200} Jun 27 23:58:08.017956 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:08.045491 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:08.054827 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:08.055508 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:08.100555 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-2b9cefaf-92ae-4ea0-af5a-31a8e1e33f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:08.102192 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-2b9cefaf-92ae-4ea0-af5a-31a8e1e33f2a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0495868 Jun 27 23:58:08.116399 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:08.161149 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:08.217322 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-5c4d9a17-822b-44b8-bce7-633b437d7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:08.218929 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-5c4d9a17-822b-44b8-bce7-633b437d7b80 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1029122 Jun 27 23:58:08.307221 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-9510313d-680d-40fa-8c57-08a725a27f54 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 1002 time: 0.0788772 Jun 27 23:58:08.364724 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '3f2cafd8-8613-4556-be36-f8b1502e67f4', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:25Z', 'updated_at': '2022-06-27T23:58:07Z', 'revision_number': 3, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:08.377743 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-abe6cd2b-57e1-4067-b313-69b4c8cc6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:08.379802 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-abe6cd2b-57e1-4067-b313-69b4c8cc6137 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0649941 Jun 27 23:58:08.390900 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] Checking router: 05a5b90a-6a04-444d-a76b-777f5816192f for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:08.401621 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:08.402245 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:08.412541 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:08.438518 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-ae7f3adc-5a4f-4411-a653-91a4edd8847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:08.440186 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-ae7f3adc-5a4f-4411-a653-91a4edd8847e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538261 Jun 27 23:58:08.440572 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3bdbd-2b03-4fdc-95cb-a678391a86c7 None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:08.518294 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:08.638682 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-74474f1f-ba75-494f-98c1-784188f194d1 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540792 Jun 27 23:58:08.664669 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f489b94-6995-44ee-9615-a67565310f61 req-21f50776-9c46-4511-afa4-e47a7226b1ea tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:08.666676 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0f489b94-6995-44ee-9615-a67565310f61 req-21f50776-9c46-4511-afa4-e47a7226b1ea tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.0849476 Jun 27 23:58:08.726946 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0f489b94-6995-44ee-9615-a67565310f61 req-172d56b8-d959-4938-82c8-2d174b142d50 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543187 Jun 27 23:58:08.800935 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34340) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:08.827806 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '3f2cafd8-8613-4556-be36-f8b1502e67f4', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:25Z', 'updated_at': '2022-06-27T23:58:07Z', 'revision_number': 3, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:08.863745 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d820598-3f64-4f41-b264-1305a7f5d60f None None] The sync data for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi is: [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '3f2cafd8-8613-4556-be36-f8b1502e67f4', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'port_id': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'mac_address': 'fa:16:3e:7b:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:56:25Z', 'updated_at': '2022-06-27T23:58:07Z', 'revision_number': 3, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:08.879777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258a36c-7322-4cc2-bd07-cef0db4a9e7a None None] New status for floating IP cf6bf3ab-7cf8-4113-9970-b4de5996f050: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:08.890531 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ca95faa3-1291-4a4f-a17e-d2bc9a8611a0 req-f41c93a9-9b39-4bbe-8d5c-8a0382b76f05 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624398 Jun 27 23:58:08.897422 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-72f9cc0a-1d6a-4989-968c-fa894dfc9d77 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (a2f79933-6c55-4dc2-a1d8-66f2506b5721), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:08.940799 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-72f9cc0a-1d6a-4989-968c-fa894dfc9d77 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (a2f79933-6c55-4dc2-a1d8-66f2506b5721), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.006733 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-72f9cc0a-1d6a-4989-968c-fa894dfc9d77 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a2f79933-6c55-4dc2-a1d8-66f2506b5721), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.011114 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-72f9cc0a-1d6a-4989-968c-fa894dfc9d77 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.013399 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-72f9cc0a-1d6a-4989-968c-fa894dfc9d77 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "DELETE /v2.0/security-groups/a2f79933-6c55-4dc2-a1d8-66f2506b5721 HTTP/1.1" status: 204 len: 168 time: 0.2108502 Jun 27 23:58:09.017642 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34342) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:09.044638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9cc0a-1d6a-4989-968c-fa894dfc9d77 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f79933-6c55-4dc2-a1d8-66f2506b5721,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:09.047019 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.api.v2.resource [None req-8e4328c2-3b79-441b-9e2c-f82c1833ca66 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] show failed (client error): The resource could not be found. Jun 27 23:58:09.050826 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8e4328c2-3b79-441b-9e2c-f82c1833ca66 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups/a2f79933-6c55-4dc2-a1d8-66f2506b5721 HTTP/1.1" status: 404 len: 347 time: 0.0295794 Jun 27 23:58:09.056603 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34344) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:09.124524 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac5bf1-3635-4407-8d2b-60bdb6ac063f req-caeda7e3-2674-4f92-8558-87cc7d1b648b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:09.131520 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ac5bf1-3635-4407-8d2b-60bdb6ac063f req-caeda7e3-2674-4f92-8558-87cc7d1b648b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.3684692 Jun 27 23:58:09.174233 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ac5bf1-3635-4407-8d2b-60bdb6ac063f req-1def46db-faf7-43da-8fb8-d828b45fcc01 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Jun 27 23:58:09.193643 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Deleting port 58fa73de-d3b9-434f-8091-a93e6cdb3e01 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:09.194181 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.292620 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.292926 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (58fa73de-d3b9-434f-8091-a93e6cdb3e01), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.308254 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Calling delete_port for 58fa73de-d3b9-434f-8091-a93e6cdb3e01 owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:09.326822 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-19f1ef4c-592b-404e-adbc-521128f195c4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:09.328302 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-19f1ef4c-592b-404e-adbc-521128f195c4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.0897331 Jun 27 23:58:09.507191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Deleting port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:09.507574 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.560380 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (58fa73de-d3b9-434f-8091-a93e6cdb3e01), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.603486 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event deleted for resources: {'Port': ['ID=58fa73de-d3b9-434f-8091-a93e6cdb3e01,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:09.674875 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] For port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:09.675204 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.733297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (cf6bf3ab-7cf8-4113-9970-b4de5996f050), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.737373 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.739127 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2cbf616e-86cb-4c53-872e-35707f3179b2 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "DELETE /v2.0/floatingips/cf6bf3ab-7cf8-4113-9970-b4de5996f050 HTTP/1.1" status: 204 len: 168 time: 0.6812074 Jun 27 23:58:09.815484 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34350) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:09.822316 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836258669', 'description': 'tempest-description--359678166'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:09.856974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.857666 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (039f8465-b98d-4f2f-b95e-083bb314dfe5), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.857921 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Floating IP 039f8465-b98d-4f2f-b95e-083bb314dfe5 disassociated. External IP: 172.27.1.72, port: fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1. Jun 27 23:58:09.858356 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Calling delete_port for fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:09.862450 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.883788 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa595c-74d7-4b8f-bef4-6ddce3e20553 req-db875bb4-0b14-4c30-b675-4e2bed3924b1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:09.885346 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2fa595c-74d7-4b8f-bef4-6ddce3e20553 req-db875bb4-0b14-4c30-b675-4e2bed3924b1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 945 time: 0.0801437 Jun 27 23:58:09.959559 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2fa595c-74d7-4b8f-bef4-6ddce3e20553 req-6e7913ac-2a43-4e59-9918-1575c690f1a0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676706 Jun 27 23:58:09.991536 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (c5b9c4bb-2c58-4263-8ea9-63098ac5711c), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:09.996351 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c5b9c4bb-2c58-4263-8ea9-63098ac5711c), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.002948 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:10.005482 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086ff60b-a4fa-4db9-ade6-520705878514" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:10.014820 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.036948 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.041379 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2205303 Jun 27 23:58:10.041541 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'Port': ['ID=fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:10.042211 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34354) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:10.046872 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'security_group_rule': {'security_group_id': 'c5b9c4bb-2c58-4263-8ea9-63098ac5711c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:10.057403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954226a-deb5-4bf0-b885-0e1b19736353 x-openstack-request-id: req-2954226a-deb5-4bf0-b885-0e1b19736353 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:10.057692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:10.057972 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2954226a-deb5-4bf0-b885-0e1b19736353 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:10.058371 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2954226a-deb5-4bf0-b885-0e1b19736353'] response: {'name': 'network-changed', 'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'status': 'completed', 'code': 200} Jun 27 23:58:10.061206 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f9510-f1d5-49b0-ad8d-24da37c47fa6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b9c4bb-2c58-4263-8ea9-63098ac5711c,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:10.084915 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (b9e862f8-62c6-49dd-81d1-2f196dbe07d1), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.158565 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:10.170524 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (b9e862f8-62c6-49dd-81d1-2f196dbe07d1), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.176203 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (b9e862f8-62c6-49dd-81d1-2f196dbe07d1), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.182335 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff60b-a4fa-4db9-ade6-520705878514 req-b72fdbf4-1b14-4892-9864-0bddcfc47106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:10.183866 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-b72fdbf4-1b14-4892-9864-0bddcfc47106 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d141479a1540a1a4d59f6b03214384&device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 1130 time: 0.0777609 Jun 27 23:58:10.245272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e862f8-62c6-49dd-81d1-2f196dbe07d1,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:10.256035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.259636 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5984141c-4f1a-4b05-929f-d68219b16918 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2140546 Jun 27 23:58:10.261161 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34358) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:10.275584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'security_group_rule': {'security_group_id': 'c5b9c4bb-2c58-4263-8ea9-63098ac5711c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:10.293540 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:10.307718 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:10.319847 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:10.320606 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:10.338535 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff60b-a4fa-4db9-ade6-520705878514 req-aa757bed-25b3-45ae-9009-596c62ded4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:10.338753 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] No DVR routers for this DVR port fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:58:10.340541 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-aa757bed-25b3-45ae-9009-596c62ded4e4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 200 len: 919 time: 0.1489394 Jun 27 23:58:10.343504 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.346700 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c9bf69eb-ad77-49e0-833c-cec4a4c8bb67 req-d07cfb3a-ff8f-4899-a36f-96291bc22e98 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "DELETE /v2.0/ports/fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 HTTP/1.1" status: 204 len: 173 time: 0.9809773 Jun 27 23:58:10.347182 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'name': 'network-vif-deleted', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:10.347624 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9755be-e2d0-4f90-a623-2039f360da61 req-a0952b08-a972-45eb-a363-20e9acb25278 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:10.349080 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1b9755be-e2d0-4f90-a623-2039f360da61 req-a0952b08-a972-45eb-a363-20e9acb25278 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0989468 Jun 27 23:58:10.349499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9eaee8-acab-4333-9fb5-ad7864e644b1" -d '{"events": [{"server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "name": "network-vif-deleted", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:10.355049 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (89c284ab-6ce8-40cd-bb95-6942d6412506), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.446399 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (89c284ab-6ce8-40cd-bb95-6942d6412506), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.448332 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15088af6-1525-4085-b158-5efe76b6c3e9 x-openstack-request-id: req-15088af6-1525-4085-b158-5efe76b6c3e9 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:10.448622 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c421719a-5b70-488e-8b6f-be37b5168ccf", "name": "network-vif-deleted", "tag": "fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:10.449173 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15088af6-1525-4085-b158-5efe76b6c3e9 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:10.450775 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15088af6-1525-4085-b158-5efe76b6c3e9'] response: {'server_uuid': 'c421719a-5b70-488e-8b6f-be37b5168ccf', 'name': 'network-vif-deleted', 'tag': 'fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1', 'status': 'completed', 'code': 200} Jun 27 23:58:10.456990 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (89c284ab-6ce8-40cd-bb95-6942d6412506), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.486586 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c284ab-6ce8-40cd-bb95-6942d6412506,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:10.494756 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1b9755be-e2d0-4f90-a623-2039f360da61 req-e46688e8-eac5-4f12-b4a7-028f6547993d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042073 Jun 27 23:58:10.497967 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-d5f808d5-aa4d-4115-b974-e50cc50825f1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 200 len: 1002 time: 0.1478484 Jun 27 23:58:10.506340 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:10.538920 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.542163 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-bfd8fdd1-b595-4265-b0a8-7946a05076ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796991 Jun 27 23:58:10.545425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34362) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:10.552638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:10.573357 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff60b-a4fa-4db9-ade6-520705878514 req-2761ff50-b8f7-4c10-8b56-d185dff2eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:10.575043 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-2761ff50-b8f7-4c10-8b56-d185dff2eabe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 200 len: 857 time: 0.0579190 Jun 27 23:58:10.579791 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.628687 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff60b-a4fa-4db9-ade6-520705878514 req-23198690-753c-4f57-b8df-2eb3cabb6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:10.630464 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-23198690-753c-4f57-b8df-2eb3cabb6205 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=eba48cad-277d-4e9c-935d-836b1282fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463691 Jun 27 23:58:10.693864 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:10.731492 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-8828785a-50ed-41bd-b410-b6f9dc753fd1 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936372 Jun 27 23:58:10.750046 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:10.775364 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:10.784319 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:10.785021 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:10.854355 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-01ef3b15-4108-49d6-b0e5-026ac4f12340 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:10.855886 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-01ef3b15-4108-49d6-b0e5-026ac4f12340 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0728624 Jun 27 23:58:10.858750 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-086ff60b-a4fa-4db9-ade6-520705878514 req-52ee4a07-63d1-44c7-bb75-b8ae0d870d22 service neutron] 10.222.0.27 "GET /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992172 Jun 27 23:58:10.867447 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Allocated IP 172.27.1.134 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/62365fa2-52b6-482b-be51-8c7f6cbdfa03) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:58:10.906430 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:11.039245 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port 4c327857-bbc6-4514-9142-2cf19b57f115 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:11.039594 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.045887 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.078297 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bf08e505-6c00-4f4b-992f-8a42579ac762 req-3c84bf3d-0aa2-423b-af70-c11a2e00bf89 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=c421719a-5b70-488e-8b6f-be37b5168ccf HTTP/1.1" status: 200 len: 210 time: 0.0288126 Jun 27 23:58:11.104785 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:11.128458 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fe8b3-4eeb-4283-831f-553ffb5b7c43 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:11.151203 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] For port 4c327857-bbc6-4514-9142-2cf19b57f115, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4c327857-bbc6-4514-9142-2cf19b57f115,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:11.151567 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.154319 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.388845 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626eee28-df0a-40ac-9681-7845cdbb421b None None] New status for floating IP 039f8465-b98d-4f2f-b95e-083bb314dfe5: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:11.461749 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:58:11.469893 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:58:11.475295 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:58:11.479699 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'Port': ['ID=62365fa2-52b6-482b-be51-8c7f6cbdfa03,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:11.624650 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c238-395a-430b-a3b1-16a52c04d36d req-879d69dd-dbe6-467e-aedd-1e7f0595790d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:11.626047 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4f26c238-395a-430b-a3b1-16a52c04d36d req-879d69dd-dbe6-467e-aedd-1e7f0595790d tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=80312f1c-3103-48b8-bff4-b94ebbf3e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0567262 Jun 27 23:58:11.644908 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.645456 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (ae5d14ec-6d34-4ca1-99cb-6adc64e1a282), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.645778 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP ae5d14ec-6d34-4ca1-99cb-6adc64e1a282 disassociated. External IP: 172.27.1.196, port: 4c327857-bbc6-4514-9142-2cf19b57f115. Jun 27 23:58:11.646121 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for 4c327857-bbc6-4514-9142-2cf19b57f115 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:11.653229 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (5b3276fe-6fc5-452a-8523-fbec513ebab7), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.660044 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:58:11.684094 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4f26c238-395a-430b-a3b1-16a52c04d36d req-0ef51d71-56a4-4dee-b862-bfb4b12d755a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0a31a8f-b647-403c-b80f-b1762c3bbee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512288 Jun 27 23:58:11.685436 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:58:11.685980 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device fce1b6cb-4d40-41fc-ae68-a5a1d37c74c1 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:58:11.686670 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ccd07518-b3de-4b60-a44e-f5a35b871776 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:58:11.706750 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: ccd07518-b3de-4b60-a44e-f5a35b871776 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:58:11.707248 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ccd07518-b3de-4b60-a44e-f5a35b871776 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:58:11.727808 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.884837 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (4c327857-bbc6-4514-9142-2cf19b57f115), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.928908 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=4c327857-bbc6-4514-9142-2cf19b57f115,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:11.981363 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:11.990485 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:12.096086 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'Port': ['ID=62365fa2-52b6-482b-be51-8c7f6cbdfa03,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:12.112780 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (5b3276fe-6fc5-452a-8523-fbec513ebab7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:12.125751 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:12.134327 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:12.135613 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e5954761-3d61-4067-ab2f-b0d29c3a48ac tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5882769 Jun 27 23:58:12.250719 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:12.260188 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:12.270381 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:12.271306 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:12.307893 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] No DVR routers for this DVR port 4c327857-bbc6-4514-9142-2cf19b57f115 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:58:12.311147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:12.319381 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-42f0a9e3-9267-4c9c-af70-0fe8cd2c01c1 req-12f5c390-dcce-4e49-80aa-5b41f765d91b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "DELETE /v2.0/ports/4c327857-bbc6-4514-9142-2cf19b57f115 HTTP/1.1" status: 204 len: 173 time: 1.4342844 Jun 27 23:58:12.408521 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a9c53ea3-760a-454f-885f-e6b5f65ae5ed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--836258669&fields=id&tenant_id=02c9a416823340be86ec13d6e7e66de8 HTTP/1.1" status: 200 len: 267 time: 0.0712459 Jun 27 23:58:12.451455 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'name': 'network-vif-deleted', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:12.453924 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf30ca-f580-4397-8618-5d4414b93641" -d '{"events": [{"server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "name": "network-vif-deleted", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:12.537037 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:12.559151 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-b6fdd94f-ebf5-4690-9f4b-ade37a47d062 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314512415&fields=id&tenant_id=82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 267 time: 0.0782664 Jun 27 23:58:12.595702 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-884fa94c-204b-4789-bfdb-6d9aa94f344d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:12.597182 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-884fa94c-204b-4789-bfdb-6d9aa94f344d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 810 time: 0.1808672 Jun 27 23:58:12.635398 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a3e6acd9-35de-48e0-a56a-fbe67d45051f tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/quotas/02c9a416823340be86ec13d6e7e66de8 HTTP/1.1" status: 200 len: 375 time: 0.0139732 Jun 27 23:58:12.716189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-3581cf15-2e48-4bd8-bf88-ffa9b997415f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:12.717678 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-3581cf15-2e48-4bd8-bf88-ffa9b997415f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 812 time: 0.1497300 Jun 27 23:58:12.728141 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-4a28bfaa-bd49-4222-8fe8-f018b1c424cd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862112 Jun 27 23:58:12.739117 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-56a7a55e-9f1e-4839-b6d6-9d3be650cab5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/quotas/82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 375 time: 0.0100207 Jun 27 23:58:12.741851 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:12.766762 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:12.777029 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:12.778197 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:57:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:12.846897 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-75b2e6f5-fe09-4f89-b8db-0f27284e6bc4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023166 Jun 27 23:58:12.893194 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:12.911164 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-0f159730-258c-4b90-a127-cb2c0bfb2678 service neutron] 10.222.0.26 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647396 Jun 27 23:58:13.012761 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-4f51403a-bdc7-4f17-935d-41082fde76db service neutron] 10.222.0.26 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507249 Jun 27 23:58:13.067766 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-458af020-a111-4244-958c-bf3d8d8d60a0 service neutron] 10.222.0.26 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488078 Jun 27 23:58:13.099463 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:13.112098 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-cf97d61b-74db-46be-ae78-cb8ecd2b8213 service neutron] 10.222.0.26 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922780 Jun 27 23:58:13.127447 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86517d73-3bc9-475a-99a9-a88b37c0482e None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:13.236357 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b73ba9-630b-4e95-9eb2-755487c4e107 x-openstack-request-id: req-31b73ba9-630b-4e95-9eb2-755487c4e107 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:13.236856 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80312f1c-3103-48b8-bff4-b94ebbf3e4e6", "name": "network-vif-deleted", "tag": "4c327857-bbc6-4514-9142-2cf19b57f115", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:13.236947 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31b73ba9-630b-4e95-9eb2-755487c4e107 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:13.237323 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b73ba9-630b-4e95-9eb2-755487c4e107'] response: {'server_uuid': '80312f1c-3103-48b8-bff4-b94ebbf3e4e6', 'name': 'network-vif-deleted', 'tag': '4c327857-bbc6-4514-9142-2cf19b57f115', 'status': 'completed', 'code': 200} Jun 27 23:58:13.335979 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a54f5436-9f0e-44f9-83ce-fe70dfd7c583 req-1fdcb9b7-f2c7-4c28-826f-90c3eca18917 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 210 time: 0.0340326 Jun 27 23:58:13.388596 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34412) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:13.492937 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86540f62-7d02-4d2c-bdb2-795df154e310 None None] New status for floating IP ae5d14ec-6d34-4ca1-99cb-6adc64e1a282: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:13.505830 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-44a654a4-f87f-45d9-9ca8-a9c780899f0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (a0a31a8f-b647-403c-b80f-b1762c3bbee6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.509748 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b0efef45-fc39-4ab2-bb53-e97fa91b9193 req-d5752566-c7f6-4592-8eea-711f6187d4b6 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 210 time: 0.0696650 Jun 27 23:58:13.551183 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-44a654a4-f87f-45d9-9ca8-a9c780899f0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (a0a31a8f-b647-403c-b80f-b1762c3bbee6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.608407 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-44a654a4-f87f-45d9-9ca8-a9c780899f0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0a31a8f-b647-403c-b80f-b1762c3bbee6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.613628 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-44a654a4-f87f-45d9-9ca8-a9c780899f0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.616695 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-44a654a4-f87f-45d9-9ca8-a9c780899f0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/security-groups/a0a31a8f-b647-403c-b80f-b1762c3bbee6 HTTP/1.1" status: 204 len: 168 time: 0.2267988 Jun 27 23:58:13.619756 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34424) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:13.628649 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a654a4-f87f-45d9-9ca8-a9c780899f0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a31a8f-b647-403c-b80f-b1762c3bbee6,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:13.638100 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.api.v2.resource [None req-2dc6d34a-bba6-460b-9f97-39d54a0d4466 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] show failed (client error): The resource could not be found. Jun 27 23:58:13.643877 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34426) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:13.644082 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-2dc6d34a-bba6-460b-9f97-39d54a0d4466 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups/a0a31a8f-b647-403c-b80f-b1762c3bbee6 HTTP/1.1" status: 404 len: 347 time: 0.0227337 Jun 27 23:58:13.791898 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port 7f00e988-0b62-4732-920a-f04f41b428fe {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:13.792532 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (7f00e988-0b62-4732-920a-f04f41b428fe), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.878372 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (7f00e988-0b62-4732-920a-f04f41b428fe), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.878699 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (7f00e988-0b62-4732-920a-f04f41b428fe), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:13.890359 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for 7f00e988-0b62-4732-920a-f04f41b428fe owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:14.031590 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (7f00e988-0b62-4732-920a-f04f41b428fe), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.061952 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=7f00e988-0b62-4732-920a-f04f41b428fe,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:14.127994 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (ae5d14ec-6d34-4ca1-99cb-6adc64e1a282), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.130836 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.132007 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2177a6ea-392b-4b40-865b-476d0f245a0a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/floatingips/ae5d14ec-6d34-4ca1-99cb-6adc64e1a282 HTTP/1.1" status: 204 len: 168 time: 0.4857707 Jun 27 23:58:14.199349 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34432) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:14.204792 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013903607', 'description': 'tempest-description--894920070'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:14.226868 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.296167 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (754d88d0-70ce-42f8-9869-9b41cf914d6c), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.302038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (754d88d0-70ce-42f8-9869-9b41cf914d6c), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.330366 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.331576 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312172 Jun 27 23:58:14.333877 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58b84c-3774-4156-b411-5ee1c8fde35e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754d88d0-70ce-42f8-9869-9b41cf914d6c,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:14.335041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34434) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:14.339663 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': '754d88d0-70ce-42f8-9869-9b41cf914d6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:14.366414 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (dc4a354d-d41f-47c3-96a5-4c86f96b691d), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.430789 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (dc4a354d-d41f-47c3-96a5-4c86f96b691d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.438450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (dc4a354d-d41f-47c3-96a5-4c86f96b691d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.440529 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b00a193e-c93b-42f5-a6ef-9c737da382c5 req-6c472982-a3eb-4ffc-b74c-34e8d8890c5a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Jun 27 23:58:14.456762 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4a354d-d41f-47c3-96a5-4c86f96b691d,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:14.468880 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.470129 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-21e5b414-a22e-4182-b860-b716a969a33f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340768 Jun 27 23:58:14.473007 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34438) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:14.477513 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'security_group_rule': {'security_group_id': '754d88d0-70ce-42f8-9869-9b41cf914d6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:14.505197 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (2cb791c6-b702-46f4-8c54-ad9e45adacdd), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.577306 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (2cb791c6-b702-46f4-8c54-ad9e45adacdd), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.584140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (2cb791c6-b702-46f4-8c54-ad9e45adacdd), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.632492 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb791c6-b702-46f4-8c54-ad9e45adacdd,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:14.637466 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-69b071f6-fd48-496a-88bf-71f4d3f063b0 req-db102a98-4fef-4b14-9b78-4c4ea3fdf2f5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 210 time: 0.0443354 Jun 27 23:58:14.653795 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.655842 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f18f0ca5-005d-43d9-8645-4f1b47c43704 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818082 Jun 27 23:58:14.661354 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-cf1eda49-fd2d-40cd-a577-cb6dd321b224 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:14.663016 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-cf1eda49-fd2d-40cd-a577-cb6dd321b224 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 810 time: 0.1429250 Jun 27 23:58:14.663794 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34442) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:14.677575 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:14.722559 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:14.775220 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-9488ae4b-45dd-45eb-ade2-1663d4652468 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:14.776673 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-9488ae4b-45dd-45eb-ade2-1663d4652468 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 812 time: 0.1416814 Jun 27 23:58:14.788383 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-4f9f30d4-f7ed-492e-ac85-09e0286f03ed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c9a416823340be86ec13d6e7e66de8 HTTP/1.1" status: 200 len: 379 time: 0.1048627 Jun 27 23:58:14.833132 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'port': {'device_id': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'admin_state_up': True, 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'security_groups': ['c5b9c4bb-2c58-4263-8ea9-63098ac5711c']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:14.880075 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-fec324fc-b11d-4a5f-88a9-525a82d1b130 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 379 time: 0.0578225 Jun 27 23:58:14.892060 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'port': {'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'admin_state_up': True, 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'security_groups': ['4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:14.894077 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.008912 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Made reservation on behalf of 82b40fa1762542d0b8c79591d73689ab for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:58:15.012156 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Made reservation on behalf of 02c9a416823340be86ec13d6e7e66de8 for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:58:15.012306 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.015415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.057480 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.27.1.78 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/b81d8793-e7b7-4d5c-bbd2-709003274692) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:58:15.143789 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Allocated IP 172.20.0.9 (51420aa8-d8f9-4897-97e5-76d3301cd2a0/d95632d7-0b8c-4b53-8c66-dbf63327b343/6b903e2b-d433-46a1-81bc-016d67f5925e) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:58:15.226780 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Allocated IP 172.20.0.10 (2d3267f3-14cd-463f-add4-8cc7c227cd2c/c6b76a86-6b22-4686-ac1d-1c5c7c3e947f/017a8701-34d3-41f5-99c8-6a9e60505554) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:58:15.248240 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.283224 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.319490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.346425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.368798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:58:15.372007 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:58:15.374570 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:58:15.407088 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:58:15.415645 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:58:15.423673 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:58:15.430300 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=6b903e2b-d433-46a1-81bc-016d67f5925e,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:15.455882 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:15.457091 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.470569 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=b81d8793-e7b7-4d5c-bbd2-709003274692,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:15.479224 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for port (017a8701-34d3-41f5-99c8-6a9e60505554), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.487366 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-27773909-d131-4727-aaaa-596c0d31c5ec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015193 Jun 27 23:58:15.510433 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Request body: {'port': {'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:15.564974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (5f020a18-beb0-4cc4-b313-e718914069c0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.571867 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.580835 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee18bab3-1273-4075-9457-e1d92ddccaf3 req-13efe2b7-a46c-48ec-9e6f-fe4b32e408c4 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 210 time: 0.0381739 Jun 27 23:58:15.631238 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.638702 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4c327857-bbc6-4514-9142-2cf19b57f115 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:58:15.649523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:58:15.658104 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:58:15.680122 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 4c327857-bbc6-4514-9142-2cf19b57f115 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:58:15.680390 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:58:15.680504 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 4c327857-bbc6-4514-9142-2cf19b57f115 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:58:15.687072 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.715151 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event updated for resources: {'Port': ['ID=017a8701-34d3-41f5-99c8-6a9e60505554,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:15.780539 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:15.781287 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.822112 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-9b5ad197-7613-48b9-a98d-af7c0205af0a None None] Provisioning complete for port 6b903e2b-d433-46a1-81bc-016d67f5925e triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:15.822489 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9b5ad197-7613-48b9-a98d-af7c0205af0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.840141 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-a1065f90-784e-40c0-a63f-f6e58f461eed tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0159125 Jun 27 23:58:15.867166 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Request body: {'port': {'device_id': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:15.867384 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ad197-7613-48b9-a98d-af7c0205af0a None None] Port 6b903e2b-d433-46a1-81bc-016d67f5925e cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:58:15.916736 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de361d-a7fd-408b-8ad5-500bfe00959a req-d24585d0-5987-4ded-a3b3-7a17714c416f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:15.918197 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-86de361d-a7fd-408b-8ad5-500bfe00959a req-d24585d0-5987-4ded-a3b3-7a17714c416f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 931 time: 0.1430428 Jun 27 23:58:15.963700 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.975157 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:15.990158 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-cc3dac63-200f-4568-8579-71925b1afb6c None None] Provisioning complete for port 017a8701-34d3-41f5-99c8-6a9e60505554 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:15.990855 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-cc3dac63-200f-4568-8579-71925b1afb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.001305 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-86de361d-a7fd-408b-8ad5-500bfe00959a req-332ed72c-694a-4341-af01-de632de3bddb tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766902 Jun 27 23:58:16.002974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.024759 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-cc3dac63-200f-4568-8579-71925b1afb6c None None] Port 017a8701-34d3-41f5-99c8-6a9e60505554 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:58:16.052743 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b903e2b-d433-46a1-81bc-016d67f5925e {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:16.061391 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Publish callbacks [] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.074071 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Transition to ACTIVE for port object 6b903e2b-d433-46a1-81bc-016d67f5925e will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:58:16.078577 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.125298 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Pushing event updated for resources: {'Port': ['ID=6b903e2b-d433-46a1-81bc-016d67f5925e,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:16.138756 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=b81d8793-e7b7-4d5c-bbd2-709003274692,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:16.172494 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (5f020a18-beb0-4cc4-b313-e718914069c0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.204061 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Attempting to bind port 6b903e2b-d433-46a1-81bc-016d67f5925e on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:58:16.204497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Attempting to bind port 6b903e2b-d433-46a1-81bc-016d67f5925e by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:58:16.204897 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Attempting to bind port 6b903e2b-d433-46a1-81bc-016d67f5925e on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:58:16.210666 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Port 6b903e2b-d433-46a1-81bc-016d67f5925e on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:58:16.211169 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Attempting to bind port 6b903e2b-d433-46a1-81bc-016d67f5925e on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:58:16.221417 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:58:16.223700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Checking segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:58:16.223877 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Bound using segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:58:16.224306 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Bound port: 6b903e2b-d433-46a1-81bc-016d67f5925e, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:58:16.224660 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.308679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] For port 6b903e2b-d433-46a1-81bc-016d67f5925e, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:58:16.312591 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] For port 6b903e2b-d433-46a1-81bc-016d67f5925e, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6b903e2b-d433-46a1-81bc-016d67f5925e,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:58:16.320475 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.357218 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:16.357883 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.359410 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] 10.222.0.27 "PUT /v2.0/ports/6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 1093 time: 0.8564687 Jun 27 23:58:16.359896 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:16.362379 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c055d-3542-47f8-9964-97fa7dcac183" -d '{"events": [{"name": "network-changed", "server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:16.406899 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d18e6-5f5b-423f-a8fa-1ae0d96a4071 service neutron] Pushing event updated for resources: {'Port': ['ID=6b903e2b-d433-46a1-81bc-016d67f5925e,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:16.428303 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91720ff1-eac4-46a7-9a87-8cde02d539f9 x-openstack-request-id: req-91720ff1-eac4-46a7-9a87-8cde02d539f9 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:16.429199 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:16.429551 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91720ff1-eac4-46a7-9a87-8cde02d539f9 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:16.429917 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:58:16.430569 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91720ff1-eac4-46a7-9a87-8cde02d539f9'] response: {'name': 'network-changed', 'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'status': 'completed', 'code': 200} Jun 27 23:58:16.497979 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.499432 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0d8a1fde-3c8b-494e-8f2b-6fb778e75a2f tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8343112 Jun 27 23:58:16.500885 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-938c733d-eb47-47e7-ad29-0ebe5a5bdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:16.502473 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-938c733d-eb47-47e7-ad29-0ebe5a5bdd19 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1127 time: 0.0557563 Jun 27 23:58:16.556635 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-2ad8c005-60ea-4726-9d09-5f46aca1d681 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 217 time: 0.0402703 Jun 27 23:58:16.612308 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-aa6aef9b-fff9-4dcb-b996-91bedfe61d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:16.615566 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017a8701-34d3-41f5-99c8-6a9e60505554 {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:16.616169 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-aa6aef9b-fff9-4dcb-b996-91bedfe61d84 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0530312 Jun 27 23:58:16.624552 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Publish callbacks [] for port (017a8701-34d3-41f5-99c8-6a9e60505554), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.640584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Transition to ACTIVE for port object 017a8701-34d3-41f5-99c8-6a9e60505554 will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:58:16.647203 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.673607 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1933a-a4d8-498d-9890-829555b15de8 req-e4d2d7dd-6d1b-496f-b325-adb661315237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:16.675603 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-e4d2d7dd-6d1b-496f-b325-adb661315237 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529068 Jun 27 23:58:16.719815 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Pushing event updated for resources: {'Port': ['ID=017a8701-34d3-41f5-99c8-6a9e60505554,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:16.789078 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Attempting to bind port 017a8701-34d3-41f5-99c8-6a9e60505554 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:58:16.789415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Attempting to bind port 017a8701-34d3-41f5-99c8-6a9e60505554 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:58:16.790112 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Attempting to bind port 017a8701-34d3-41f5-99c8-6a9e60505554 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:58:16.797366 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Port 017a8701-34d3-41f5-99c8-6a9e60505554 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:58:16.797980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Attempting to bind port 017a8701-34d3-41f5-99c8-6a9e60505554 on network 2d3267f3-14cd-463f-add4-8cc7c227cd2c {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:58:16.805329 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:58:16.805931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Checking segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:58:16.806458 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Bound using segment: {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:58:16.807021 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Bound port: 017a8701-34d3-41f5-99c8-6a9e60505554, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1cd295-e9f5-4317-9464-3d54d399d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:58:16.807476 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.893260 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] For port 017a8701-34d3-41f5-99c8-6a9e60505554, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:58:16.897867 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] For port 017a8701-34d3-41f5-99c8-6a9e60505554, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=017a8701-34d3-41f5-99c8-6a9e60505554,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:58:16.905694 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.950026 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:16.950652 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:16.952133 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] 10.222.0.27 "PUT /v2.0/ports/017a8701-34d3-41f5-99c8-6a9e60505554 HTTP/1.1" status: 200 len: 1094 time: 1.0972962 Jun 27 23:58:16.952691 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:16.954856 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafce1f3-b329-44e1-b70e-af71e332c95f" -d '{"events": [{"name": "network-changed", "server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:16.980242 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2eeec-b078-4540-b891-cb61c3675f74 service neutron] Pushing event updated for resources: {'Port': ['ID=017a8701-34d3-41f5-99c8-6a9e60505554,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:17.063733 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-f6f98dd6-6cd7-49e8-97bb-e96fb5a8555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.065300 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-f6f98dd6-6cd7-49e8-97bb-e96fb5a8555a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 1128 time: 0.0483708 Jun 27 23:58:17.107208 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-076add25-05a0-426d-bc81-74b7724ecd24 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248116 Jun 27 23:58:17.119081 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-98d5c71d-7586-4e1f-8f66-cf164c2e286a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=017a8701-34d3-41f5-99c8-6a9e60505554 HTTP/1.1" status: 200 len: 217 time: 0.0348544 Jun 27 23:58:17.138677 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970f6a0-64d4-4f44-80ea-eccb3bd646d5 req-b8816255-79ee-4659-b263-7faf6c170bfd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.140200 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5970f6a0-64d4-4f44-80ea-eccb3bd646d5 req-b8816255-79ee-4659-b263-7faf6c170bfd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 944 time: 0.4484475 Jun 27 23:58:17.153806 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-02f31eb6-724a-4ff8-8422-853902de3db5 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1013903607&fields=id&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 267 time: 0.1088765 Jun 27 23:58:17.175470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-2f61934a-0d23-4af5-9922-cbca443b8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.177371 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-2f61934a-0d23-4af5-9922-cbca443b8e75 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0522897 Jun 27 23:58:17.227639 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-202eb196-7f2c-4ca0-9f6c-827639028329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.229085 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-202eb196-7f2c-4ca0-9f6c-827639028329 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454214 Jun 27 23:58:17.316250 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5970f6a0-64d4-4f44-80ea-eccb3bd646d5 req-6e76cdbd-2ed2-428e-a262-382b66834825 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659982 Jun 27 23:58:17.320368 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-cc0b4d3d-02e4-4302-a89f-1256e62fda66 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845416 Jun 27 23:58:17.333492 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-13e1933a-a4d8-498d-9890-829555b15de8 req-80328d46-ab26-4575-b373-f45b01cb2e90 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153463 Jun 27 23:58:17.347532 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-a1783cb0-c955-44fc-8c1c-0cf43a881b2b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.349282 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-a1783cb0-c955-44fc-8c1c-0cf43a881b2b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.1664135 Jun 27 23:58:17.365037 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-bbb5a279-ba0e-47e4-b180-d4635bf41a98 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/quotas/70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 375 time: 0.0101609 Jun 27 23:58:17.383382 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ae142-0c14-4d4d-b49d-7978e5574922 x-openstack-request-id: req-c07ae142-0c14-4d4d-b49d-7978e5574922 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:17.383679 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:17.383934 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c07ae142-0c14-4d4d-b49d-7978e5574922 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:17.384339 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07ae142-0c14-4d4d-b49d-7978e5574922'] response: {'name': 'network-changed', 'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554', 'status': 'completed', 'code': 200} Jun 27 23:58:17.424284 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f2dc5520-1a4a-4124-a378-7d7c6f6f6866 req-b41072d7-0404-4a2b-b693-19f5285f352b service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981483 Jun 27 23:58:17.427637 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-b8aa863c-1193-4f9f-a641-e30f821fee88 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564528 Jun 27 23:58:17.533431 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3a2593ad-2bd3-43f9-aa28-da7818c89827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:17.544337 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2f78-e8b5-4a3f-9201-f84baf012916 req-a2d3a9b3-7a80-4d80-bc2e-afd3706d0f93 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.544652 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-cf9c680d-f983-43c0-8694-50c62c24f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.545883 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a9cc2f78-e8b5-4a3f-9201-f84baf012916 req-a2d3a9b3-7a80-4d80-bc2e-afd3706d0f93 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.1132288 Jun 27 23:58:17.554917 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-cf9c680d-f983-43c0-8694-50c62c24f9c4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1127 time: 0.0564661 Jun 27 23:58:17.574625 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-49cc2260-79dd-483b-9f37-6c72bc1a2c24 service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337178 Jun 27 23:58:17.670634 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a9cc2f78-e8b5-4a3f-9201-f84baf012916 req-36710d4a-d8a8-4224-bc0b-e881c4195494 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186922 Jun 27 23:58:17.677924 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-95bc1779-840d-41b7-b22e-2655ce4196bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.679440 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-95bc1779-840d-41b7-b22e-2655ce4196bd service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.0897145 Jun 27 23:58:17.716002 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-6365bdf7-aaf1-433b-8e97-0d69398bcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.717514 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-6365bdf7-aaf1-433b-8e97-0d69398bcc09 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 1128 time: 0.1230352 Jun 27 23:58:17.721007 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-e6a67857-ca72-4d33-af52-97dd05e3ffba service neutron] 10.222.0.26 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358137 Jun 27 23:58:17.724834 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-18211387-d848-409f-ada3-6f2c0760fe4d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 217 time: 0.0335157 Jun 27 23:58:17.782172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-7c5bc659-e291-4ee1-8b61-2c1bd0d99248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.783719 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-7c5bc659-e291-4ee1-8b61-2c1bd0d99248 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0467854 Jun 27 23:58:17.829703 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-5e38fbcd-49b2-43cf-8c89-1c6f2d2bc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.831155 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-5e38fbcd-49b2-43cf-8c89-1c6f2d2bc56b service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.0948744 Jun 27 23:58:17.858174 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-2a03d146-6f1d-49b9-801f-ab57254beab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.865358 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-2a03d146-6f1d-49b9-801f-ab57254beab6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685420 Jun 27 23:58:17.885259 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-153af314-2284-486b-acba-db9c8a33ed2e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=017a8701-34d3-41f5-99c8-6a9e60505554 HTTP/1.1" status: 200 len: 217 time: 0.0453851 Jun 27 23:58:17.913226 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebae7b84-e5ef-4d96-a8e9-f74e9bd7d321 req-ad557df8-4248-47bc-85d0-2b634cc674a9 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 210 time: 0.0379052 Jun 27 23:58:17.951501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-a300d4fb-508e-437c-b03d-ff3203dfea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:17.953389 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-a300d4fb-508e-437c-b03d-ff3203dfea74 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0494454 Jun 27 23:58:17.970486 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-01cf7b23-e614-4e5e-b154-afe38f063803 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036503 Jun 27 23:58:18.010836 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-18d66ebd-9824-4905-a159-1f0c9032b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:18.012555 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-18d66ebd-9824-4905-a159-1f0c9032b456 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513585 Jun 27 23:58:18.067419 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e26c055d-3542-47f8-9964-97fa7dcac183 req-e7316185-4256-4c9d-ac70-ec550079098a service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900030 Jun 27 23:58:18.116268 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-62a232eb-4a7a-400b-aa89-aa5164aa5f86 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958714 Jun 27 23:58:18.211396 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eafce1f3-b329-44e1-b70e-af71e332c95f req-3cc7567e-ede1-458e-a685-8f0cb8580a09 service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868692 Jun 27 23:58:18.439183 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69c4ef-49fd-46c3-b3dd-999579a30211 req-7c960e92-36f2-44a8-acbe-787d711c2fa7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:18.440654 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4e69c4ef-49fd-46c3-b3dd-999579a30211 req-7c960e92-36f2-44a8-acbe-787d711c2fa7 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 944 time: 0.0547128 Jun 27 23:58:18.491935 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4e69c4ef-49fd-46c3-b3dd-999579a30211 req-a1411d5a-ed6a-4a71-979c-e5461f5a0319 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435269 Jun 27 23:58:18.806795 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a27d4d-ba35-4207-93e1-7b2be08d2ba7 req-0c052755-4649-40ff-912a-9cc6fa63b162 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:18.808260 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d5a27d4d-ba35-4207-93e1-7b2be08d2ba7 req-0c052755-4649-40ff-912a-9cc6fa63b162 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.0651112 Jun 27 23:58:18.863194 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d5a27d4d-ba35-4207-93e1-7b2be08d2ba7 req-98c172d8-1c94-4c10-a4b4-9c49534517df tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490963 Jun 27 23:58:19.029401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e4d3b3fd-d4f9-49c8-a33e-8399087cc5a1 req-3f13d333-979a-4f3d-a838-e5fb93c0a3e3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 210 time: 0.0343487 Jun 27 23:58:19.035692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-4d5eab82-0a10-42e0-bebb-3440d39180a2 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:19.037270 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-4d5eab82-0a10-42e0-bebb-3440d39180a2 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 815 time: 0.1281869 Jun 27 23:58:19.175496 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-a44146df-8f40-4440-b36a-2bc2de197472 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70367a520f9e4264ad1438d069228c66 HTTP/1.1" status: 200 len: 380 time: 0.1050048 Jun 27 23:58:19.184889 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'port': {'device_id': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'admin_state_up': True, 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'security_groups': ['754d88d0-70ce-42f8-9869-9b41cf914d6c']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:19.300647 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Made reservation on behalf of 70367a520f9e4264ad1438d069228c66 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 23:58:19.304621 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:19.433058 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Allocated IP 172.20.0.13 (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5/0f31b600-d967-4a3b-98bd-a25bfbdc1fb2) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:58:19.599073 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:19.639011 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f35cd-e72a-4d7f-8572-a138816b89ec req-f9fe0467-2fd2-4d8c-9f38-43dc9553779a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:19.640497 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-595f35cd-e72a-4d7f-8572-a138816b89ec req-f9fe0467-2fd2-4d8c-9f38-43dc9553779a tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 944 time: 0.0810595 Jun 27 23:58:19.654211 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:19.718038 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:58:19.727560 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:58:19.731957 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event updated for resources: {'Port': ['ID=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:19.734228 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:58:19.755555 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-804a1303-f7d6-49d1-b966-ee308206fbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:19.765499 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-595f35cd-e72a-4d7f-8572-a138816b89ec req-018e4489-ea6c-471a-8f7c-6d9b16fe3516 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190312 Jun 27 23:58:19.794284 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:19.794901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:19.811400 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-32a9dd20-ba1f-43da-9126-c19150555be1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6303437 Jun 27 23:58:19.831194 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Request body: {'port': {'device_id': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:19.893257 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.011759 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-0b9cfaf3-8df2-43f7-aab1-b794fea04df3 None None] Provisioning complete for port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:20.012046 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfaf3-8df2-43f7-aab1-b794fea04df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.045017 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-0b9cfaf3-8df2-43f7-aab1-b794fea04df3 None None] Port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 27 23:58:20.064415 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c5440-aeec-4304-811f-45a2ab9646f2 req-e3e5b57e-bbec-4627-bdab-342dc159b60c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.065940 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-598c5440-aeec-4304-811f-45a2ab9646f2 req-e3e5b57e-bbec-4627-bdab-342dc159b60c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.1324081 Jun 27 23:58:20.196672 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-598c5440-aeec-4304-811f-45a2ab9646f2 req-d28bf971-715c-483a-bba1-f1965b2eefa5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067319 Jun 27 23:58:20.232580 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aaeff-e04f-4e1b-81f0-25110b6ac97b req-dce195cf-0d2a-4612-bca5-952df8a277a0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.234048 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-375aaeff-e04f-4e1b-81f0-25110b6ac97b req-dce195cf-0d2a-4612-bca5-952df8a277a0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 932 time: 0.1358435 Jun 27 23:58:20.275623 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:20.283798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Publish callbacks [] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.313746 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Transition to ACTIVE for port object 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 27 23:58:20.320948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-375aaeff-e04f-4e1b-81f0-25110b6ac97b req-5cfe560e-e683-4f1a-8552-79ac28832475 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682533 Jun 27 23:58:20.321978 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.369933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:20.450975 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Attempting to bind port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 23:58:20.451300 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Attempting to bind port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 23:58:20.451626 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Attempting to bind port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:58:20.456100 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 23:58:20.456414 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Attempting to bind port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 on network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 23:58:20.461551 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 23:58:20.461884 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Checking segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 23:58:20.462265 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Bound using segment: {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 23:58:20.462691 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Bound port: 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aada0e1-c260-402e-b914-65a86f0548c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 23:58:20.463047 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.529902 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] For port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 23:58:20.533176 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] For port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 23:58:20.542843 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.581559 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.582294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.583585 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] 10.222.0.27 "PUT /v2.0/ports/0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 HTTP/1.1" status: 200 len: 1094 time: 0.7567391 Jun 27 23:58:20.584036 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:20.586517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ca385-bda7-4230-9e73-b5f79acb85cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:20.617421 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7bdf-0433-4523-9b47-57414f1c80c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:20.624909 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb2fb02-23a3-4296-b6c7-749d2a3df5ea x-openstack-request-id: req-3cb2fb02-23a3-4296-b6c7-749d2a3df5ea {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:20.625584 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:20.625679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cb2fb02-23a3-4296-b6c7-749d2a3df5ea {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:20.626072 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb2fb02-23a3-4296-b6c7-749d2a3df5ea'] response: {'name': 'network-changed', 'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'status': 'completed', 'code': 200} Jun 27 23:58:20.695330 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-dd9306d9-6a8f-44e8-bc4d-a2201f180a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.696908 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-dd9306d9-6a8f-44e8-bc4d-a2201f180a71 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 1128 time: 0.0488713 Jun 27 23:58:20.728965 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:20.749268 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-78d257d3-acc8-4f71-9887-1a921cb9ed29 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 HTTP/1.1" status: 200 len: 217 time: 0.0351412 Jun 27 23:58:20.806877 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-75a07010-53d6-49e4-a643-6db7f274de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.808915 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-75a07010-53d6-49e4-a643-6db7f274de7c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0516000 Jun 27 23:58:20.860277 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-5fd16370-cd43-4ec6-9d41-174622881fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.861837 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-5fd16370-cd43-4ec6-9d41-174622881fcd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442929 Jun 27 23:58:20.984893 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-3045e106-2238-42c4-aaec-ce2e049360b2 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159725 Jun 27 23:58:20.992853 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9db111-ab7f-44a8-9c37-147f3ed82181 req-2189c803-bf8a-4807-aa46-4631e3049e8d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:20.994217 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6f9db111-ab7f-44a8-9c37-147f3ed82181 req-2189c803-bf8a-4807-aa46-4631e3049e8d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 944 time: 0.0840638 Jun 27 23:58:21.094297 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6f9db111-ab7f-44a8-9c37-147f3ed82181 req-4466f022-5556-4bb2-ba3f-ea4f230b4947 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924189 Jun 27 23:58:21.111650 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8eafe65a-0c94-4393-b826-dd8a7b5dde7d req-c8fdcec7-f675-4baa-a35c-3a3e0f8080f8 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165440 Jun 27 23:58:21.258275 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-e47ec08f-9712-4df7-bb9f-36503f70ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:21.259784 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-e47ec08f-9712-4df7-bb9f-36503f70ccae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 1128 time: 0.0474741 Jun 27 23:58:21.375933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa54319-c726-4725-809b-f7d2b7441acf req-bedad831-a2f0-4bc5-b60f-7596f8d8b66b tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:21.377441 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eaa54319-c726-4725-809b-f7d2b7441acf req-bedad831-a2f0-4bc5-b60f-7596f8d8b66b tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.1112342 Jun 27 23:58:21.424331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-0e2b890f-521b-4f87-b431-e00c03499a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:21.426018 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-0e2b890f-521b-4f87-b431-e00c03499a5a service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.1513827 Jun 27 23:58:21.477568 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-5bb9ca48-0bbd-4a58-9850-4fb7e8cb051e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 HTTP/1.1" status: 200 len: 217 time: 0.0433364 Jun 27 23:58:21.504017 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eaa54319-c726-4725-809b-f7d2b7441acf req-56235e36-1206-4904-ac85-4d3a863cf263 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169350 Jun 27 23:58:21.541284 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b24ad-9689-49bf-85d5-e4288a1f8233 req-1ba3a6ae-9f5b-4ff8-af3a-ebb7631270a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:21.542740 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a48b24ad-9689-49bf-85d5-e4288a1f8233 req-1ba3a6ae-9f5b-4ff8-af3a-ebb7631270a6 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 944 time: 0.1525304 Jun 27 23:58:21.555861 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-49637955-5a9c-436f-b46a-91279eb15df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:21.557202 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-49637955-5a9c-436f-b46a-91279eb15df9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0705683 Jun 27 23:58:21.618278 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a48b24ad-9689-49bf-85d5-e4288a1f8233 req-b4604b35-434c-4148-ac82-0cdeb302a574 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690432 Jun 27 23:58:21.627798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-cf6ce531-b026-417c-92d9-f99ebbce4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:21.629813 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-cf6ce531-b026-417c-92d9-f99ebbce4eec service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645566 Jun 27 23:58:21.689494 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 017a8701-34d3-41f5-99c8-6a9e60505554 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:58:21.799922 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 017a8701-34d3-41f5-99c8-6a9e60505554, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=017a8701-34d3-41f5-99c8-6a9e60505554,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:21.813280 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '017a8701-34d3-41f5-99c8-6a9e60505554', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'port_id': '017a8701-34d3-41f5-99c8-6a9e60505554', 'mac_address': 'fa:16:3e:e0:74:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:58:21.849723 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 017a8701-34d3-41f5-99c8-6a9e60505554 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:21.850123 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:21.866904 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017a8701-34d3-41f5-99c8-6a9e60505554 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:21.889621 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 017a8701-34d3-41f5-99c8-6a9e60505554, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=017a8701-34d3-41f5-99c8-6a9e60505554,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:21.895136 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:21.946447 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=017a8701-34d3-41f5-99c8-6a9e60505554,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:21.975405 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-4e136258-4d62-4ee3-9a4f-87991b2844e3 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390148 Jun 27 23:58:22.064618 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7f0ca385-bda7-4230-9e73-b5f79acb85cc req-67547760-67f1-429b-8e11-fc7a6bface76 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824730 Jun 27 23:58:22.228189 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:22.232431 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981558-6ac4-4605-b69c-a9b69418214e req-60fcf17b-5f16-4965-a274-a822b7e783ab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:22.233952 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dc981558-6ac4-4605-b69c-a9b69418214e req-60fcf17b-5f16-4965-a274-a822b7e783ab tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 945 time: 0.0611708 Jun 27 23:58:22.268946 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['017a8701-34d3-41f5-99c8-6a9e60505554'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:58:22.281082 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dc981558-6ac4-4605-b69c-a9b69418214e req-c75a5c35-9ebc-431d-8380-8bcdb2cd28ba tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 Jun 27 23:58:22.627849 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b75ba-8662-4278-bbd4-62df04b85b80 req-12e1becc-d119-496a-849e-1f370ab0b581 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:22.629559 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4c0b75ba-8662-4278-bbd4-62df04b85b80 req-12e1becc-d119-496a-849e-1f370ab0b581 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.0542006 Jun 27 23:58:22.680529 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4c0b75ba-8662-4278-bbd4-62df04b85b80 req-964f27e1-d1c7-40c9-9f0e-4e404b7e5b46 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452187 Jun 27 23:58:22.739732 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe334e4-25d8-4569-9a3a-f543a9bc5a48 req-9de8efe4-ff3f-4bcb-a606-02e8e20f0714 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:22.741222 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cfe334e4-25d8-4569-9a3a-f543a9bc5a48 req-9de8efe4-ff3f-4bcb-a606-02e8e20f0714 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 944 time: 0.0526011 Jun 27 23:58:22.791422 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cfe334e4-25d8-4569-9a3a-f543a9bc5a48 req-adfee82a-c70a-4bc1-89d9-e2c8199a7e1a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Jun 27 23:58:23.413907 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a6e3-da22-4967-baba-742137bf7ca3 req-2b413d07-b68e-40d3-9c09-49d5393b616e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:23.415775 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2f02a6e3-da22-4967-baba-742137bf7ca3 req-2b413d07-b68e-40d3-9c09-49d5393b616e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 945 time: 0.0569007 Jun 27 23:58:23.466096 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2f02a6e3-da22-4967-baba-742137bf7ca3 req-f221a5a2-73b3-480e-8fd6-befbc001fd33 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422270 Jun 27 23:58:23.687203 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:58:23.700976 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 017a8701-34d3-41f5-99c8-6a9e60505554 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:58:23.800379 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e559b3c-e669-49c6-86e7-2068972817e6 req-de2d7cc6-a0cd-4803-8ed3-2374f62fbcd0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:23.802701 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6e559b3c-e669-49c6-86e7-2068972817e6 req-de2d7cc6-a0cd-4803-8ed3-2374f62fbcd0 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.0549912 Jun 27 23:58:23.809302 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 017a8701-34d3-41f5-99c8-6a9e60505554 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:58:23.820871 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:23.824514 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 017a8701-34d3-41f5-99c8-6a9e60505554 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:23.824857 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:23.864905 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6e559b3c-e669-49c6-86e7-2068972817e6 req-661f39a5-b0a7-4bfa-9095-0d094b854eeb tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554049 Jun 27 23:58:23.869202 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:23.886842 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'port_id': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'mac_address': 'fa:16:3e:03:35:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:58:23.925994 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3025-135a-4411-8c89-ef681117ea31 req-6af8e734-7701-4a6f-b639-3a7f13031d90 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:23.927600 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba1f3025-135a-4411-8c89-ef681117ea31 req-6af8e734-7701-4a6f-b639-3a7f13031d90 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 944 time: 0.0617142 Jun 27 23:58:23.950374 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:23.950764 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:23.955397 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 017a8701-34d3-41f5-99c8-6a9e60505554 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:23.955773 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:23.976609 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ba1f3025-135a-4411-8c89-ef681117ea31 req-019ec72d-67c4-4011-97df-65ac269286d8 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Jun 27 23:58:23.981010 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:23.999869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:24.002167 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2850d50b-abd9-4d80-b55a-04b97be4a485" -d '{"events": [{"server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "name": "network-vif-plugged", "status": "completed", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:24.020915 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 017a8701-34d3-41f5-99c8-6a9e60505554, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=017a8701-34d3-41f5-99c8-6a9e60505554,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:24.023016 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:24.025633 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:24.029875 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:24.053197 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1edf98d-a975-4369-b54f-1c020f12f6dd x-openstack-request-id: req-f1edf98d-a975-4369-b54f-1c020f12f6dd {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:24.053494 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "name": "network-vif-plugged", "status": "completed", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:24.053748 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1edf98d-a975-4369-b54f-1c020f12f6dd {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:24.054140 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1edf98d-a975-4369-b54f-1c020f12f6dd'] response: {'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554', 'code': 200} Jun 27 23:58:24.079460 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=017a8701-34d3-41f5-99c8-6a9e60505554,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:24.137594 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:24.284316 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2676095-bce2-43d8-b93d-e2add48666e8 req-1d46f548-e7ba-4401-85be-1d9f7eedf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:24.286017 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a2676095-bce2-43d8-b93d-e2add48666e8 req-1d46f548-e7ba-4401-85be-1d9f7eedf526 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 1130 time: 0.0559897 Jun 27 23:58:24.332828 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a2676095-bce2-43d8-b93d-e2add48666e8 req-419a71ab-a4ec-4c89-b148-f5ace180fd99 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 Jun 27 23:58:24.429758 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['0f31b600-d967-4a3b-98bd-a25bfbdc1fb2'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:58:24.598665 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb2c5-f7e1-4c3e-b034-76b72bb72b28 req-d3c0532d-f07e-4213-8eea-2037940fb077 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:24.600041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6e2fb2c5-f7e1-4c3e-b034-76b72bb72b28 req-d3c0532d-f07e-4213-8eea-2037940fb077 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.0587215 Jun 27 23:58:24.660419 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6e2fb2c5-f7e1-4c3e-b034-76b72bb72b28 req-a352b7cb-015a-4402-97fa-6b905dedc14d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532844 Jun 27 23:58:25.003399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b216c0-1249-4707-b6ac-b804a10dd445 req-68162815-7af1-4aa4-85db-d7080f53b25a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:25.005690 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93b216c0-1249-4707-b6ac-b804a10dd445 req-68162815-7af1-4aa4-85db-d7080f53b25a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 943 time: 0.0613341 Jun 27 23:58:25.065695 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93b216c0-1249-4707-b6ac-b804a10dd445 req-add59249-3c32-4593-ab93-7e55ec7f80b2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542555 Jun 27 23:58:25.106100 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a518f0e-9a9b-4785-802e-b2785cabf4e1 req-ef9aa10f-fa2a-464d-8d6f-36c229ce94e3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:25.107596 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3a518f0e-9a9b-4785-802e-b2785cabf4e1 req-ef9aa10f-fa2a-464d-8d6f-36c229ce94e3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 945 time: 0.0590804 Jun 27 23:58:25.160762 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3a518f0e-9a9b-4785-802e-b2785cabf4e1 req-9edc9064-ab7e-46b1-b31e-65040657632e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469105 Jun 27 23:58:25.686465 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 6b903e2b-d433-46a1-81bc-016d67f5925e details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:58:25.786353 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76fda6-925b-460b-84ba-2d190618f831 req-25c813ec-4109-4984-820d-7f76cc09ec00 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:25.788655 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e76fda6-925b-460b-84ba-2d190618f831 req-25c813ec-4109-4984-820d-7f76cc09ec00 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.0571518 Jun 27 23:58:25.823024 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:58:25.840718 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e76fda6-925b-460b-84ba-2d190618f831 req-9ddeca47-303c-4062-8b22-fb984ffc6a14 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457613 Jun 27 23:58:25.933198 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:58:25.942848 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:25.946647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:25.954936 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b835b-06cf-4a88-89c3-7ec72522652b req-eed48004-9a0b-4d3d-b3e5-9ecdd216ef08 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:25.956533 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c99b835b-06cf-4a88-89c3-7ec72522652b req-eed48004-9a0b-4d3d-b3e5-9ecdd216ef08 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.0537510 Jun 27 23:58:25.965211 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34538) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:25.969790 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Request body: {'floatingip': {'port_id': '017a8701-34d3-41f5-99c8-6a9e60505554'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:25.976885 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 6b903e2b-d433-46a1-81bc-016d67f5925e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6b903e2b-d433-46a1-81bc-016d67f5925e,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:25.993915 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:58:26.010478 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (5b3276fe-6fc5-452a-8523-fbec513ebab7), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.038627 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 6b903e2b-d433-46a1-81bc-016d67f5925e is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:26.039009 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.076041 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b903e2b-d433-46a1-81bc-016d67f5925e {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:26.085085 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:26.085483 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.110206 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 6b903e2b-d433-46a1-81bc-016d67f5925e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6b903e2b-d433-46a1-81bc-016d67f5925e,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:26.117441 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.125112 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:26.127391 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69afd207-c17b-4896-b495-731afe7b59df" -d '{"events": [{"server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "name": "network-vif-plugged", "status": "completed", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:26.158515 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:26.165159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe94ec4-2988-4de0-9e61-6d62a15773e9 x-openstack-request-id: req-bbe94ec4-2988-4de0-9e61-6d62a15773e9 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:26.165381 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "name": "network-vif-plugged", "status": "completed", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:26.165630 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbe94ec4-2988-4de0-9e61-6d62a15773e9 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:26.166032 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe94ec4-2988-4de0-9e61-6d62a15773e9'] response: {'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'code': 200} Jun 27 23:58:26.168575 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.185425 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=6b903e2b-d433-46a1-81bc-016d67f5925e,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:26.240072 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:26.313334 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b001-7278-48cf-86b0-82145439c6da req-776fdea1-41fe-4353-89f5-2c6913b3fa0f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:26.314831 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7240b001-7278-48cf-86b0-82145439c6da req-776fdea1-41fe-4353-89f5-2c6913b3fa0f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 944 time: 0.1418617 Jun 27 23:58:26.464622 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339b4e-8ed5-46f0-b762-46f89e8b85c9 req-daf0f9da-64b0-423f-89e5-ff3dea1e4bd3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:26.466128 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d6339b4e-8ed5-46f0-b762-46f89e8b85c9 req-daf0f9da-64b0-423f-89e5-ff3dea1e4bd3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.2140150 Jun 27 23:58:26.513923 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['6b903e2b-d433-46a1-81bc-016d67f5925e'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:58:26.530552 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7240b001-7278-48cf-86b0-82145439c6da req-ecf9726e-eaa1-472f-973d-1c23b1f59ce2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090261 Jun 27 23:58:26.564642 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac6f8d-72e7-4a19-971d-c00c5b096ae1 req-6dcca0ea-2324-46ce-935e-4cbbebb44cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:26.566414 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8fac6f8d-72e7-4a19-971d-c00c5b096ae1 req-6dcca0ea-2324-46ce-935e-4cbbebb44cac service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 1130 time: 0.1985035 Jun 27 23:58:26.602095 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d6339b4e-8ed5-46f0-b762-46f89e8b85c9 req-88d3eaaa-54b1-4c29-b51e-bea3890e1597 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270280 Jun 27 23:58:26.689613 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8fac6f8d-72e7-4a19-971d-c00c5b096ae1 req-98254b4e-7a1e-4714-9742-f18ab9b5c8d1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139665 Jun 27 23:58:26.700419 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.705404 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (5b3276fe-6fc5-452a-8523-fbec513ebab7), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:26.800597 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Floating IP 5b3276fe-6fc5-452a-8523-fbec513ebab7 associated. External IP: 172.27.1.134, port: 017a8701-34d3-41f5-99c8-6a9e60505554. Jun 27 23:58:26.997747 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:27.119692 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:27.124906 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:27.130128 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:27.139981 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:27.140583 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:27.153878 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-54606de0-b075-482a-a464-a70e9026b8bc tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "PUT /v2.0/floatingips/5b3276fe-6fc5-452a-8523-fbec513ebab7 HTTP/1.1" status: 200 len: 992 time: 1.1875417 Jun 27 23:58:27.154539 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:27.156882 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:27.192746 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9848ea-1014-4d03-af7a-86134ffa7dfa x-openstack-request-id: req-ed9848ea-1014-4d03-af7a-86134ffa7dfa {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:27.193053 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:27.193332 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed9848ea-1014-4d03-af7a-86134ffa7dfa {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:27.193742 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9848ea-1014-4d03-af7a-86134ffa7dfa'] response: {'name': 'network-changed', 'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554', 'status': 'completed', 'code': 200} Jun 27 23:58:27.243263 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:27.290002 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-cdc0e764-24fe-4427-a58c-ee654a7846d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:27.291525 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-cdc0e764-24fe-4427-a58c-ee654a7846d8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=02c9a416823340be86ec13d6e7e66de8&device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 1130 time: 0.0459960 Jun 27 23:58:27.382906 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-0b171f22-6e8e-4667-899b-68611550fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:27.384365 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-0b171f22-6e8e-4667-899b-68611550fc38 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 200 len: 911 time: 0.0861278 Jun 27 23:58:27.447233 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-43873fb3-0ebf-4b6b-a2b3-83514e2d113d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=017a8701-34d3-41f5-99c8-6a9e60505554 HTTP/1.1" status: 200 len: 1000 time: 0.0529904 Jun 27 23:58:27.464081 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '5b3276fe-6fc5-452a-8523-fbec513ebab7', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'port_id': '017a8701-34d3-41f5-99c8-6a9e60505554', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'mac_address': 'fa:16:3e:e0:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:11Z', 'updated_at': '2022-06-27T23:58:26Z', 'revision_number': 1, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:27.487865 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:27.496718 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:27.497305 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:27.499720 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-869045e2-7c26-45fe-9527-4450223be384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:27.501208 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-869045e2-7c26-45fe-9527-4450223be384 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 200 len: 849 time: 0.0465159 Jun 27 23:58:27.553590 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-bc902ff7-6003-41f9-a306-ce152d0bd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:27.555118 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-bc902ff7-6003-41f9-a306-ce152d0bd875 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2d3267f3-14cd-463f-add4-8cc7c227cd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458670 Jun 27 23:58:27.604464 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:27.726151 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 6b903e2b-d433-46a1-81bc-016d67f5925e up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:58:27.731389 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d002aff-8e6b-4bcc-928e-1c4a1c5ca53c req-c826e139-8a21-4cf1-af97-5c0e26eb8380 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:27.732877 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7d002aff-8e6b-4bcc-928e-1c4a1c5ca53c req-c826e139-8a21-4cf1-af97-5c0e26eb8380 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 944 time: 0.1223183 Jun 27 23:58:27.741836 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-5bb9fa7c-65bb-4b2f-a432-449c8db4369d service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735404 Jun 27 23:58:27.787176 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 6b903e2b-d433-46a1-81bc-016d67f5925e completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 27 23:58:27.791315 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 6b903e2b-d433-46a1-81bc-016d67f5925e triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:27.791684 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:27.826946 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d0fa1-0213-4b4f-b60f-6519b2436b06 req-064fe5a6-5e5a-4dfb-90d9-3db2b9553a24 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:27.828437 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-415d0fa1-0213-4b4f-b60f-6519b2436b06 req-064fe5a6-5e5a-4dfb-90d9-3db2b9553a24 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.1542559 Jun 27 23:58:27.835447 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '5b3276fe-6fc5-452a-8523-fbec513ebab7', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'port_id': '017a8701-34d3-41f5-99c8-6a9e60505554', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'mac_address': 'fa:16:3e:e0:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:11Z', 'updated_at': '2022-06-27T23:58:26Z', 'revision_number': 1, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:27.859476 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18198b9a-cc8e-4021-9cbe-d48ad83505d6 None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '5b3276fe-6fc5-452a-8523-fbec513ebab7', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'port_id': '017a8701-34d3-41f5-99c8-6a9e60505554', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'mac_address': 'fa:16:3e:e0:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:11Z', 'updated_at': '2022-06-27T23:58:26Z', 'revision_number': 1, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:27.863783 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7d002aff-8e6b-4bcc-928e-1c4a1c5ca53c req-f732b7a1-0bc6-45c4-901c-c19c3118675c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248598 Jun 27 23:58:27.897928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 6b903e2b-d433-46a1-81bc-016d67f5925e is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:27.898308 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:27.917078 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-415d0fa1-0213-4b4f-b60f-6519b2436b06 req-820fbc89-6996-4c88-99c0-5bf5c9cfcef1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782919 Jun 27 23:58:27.918853 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-32e69dcf-7dc4-4ee9-8770-8b291359ef8d req-dfb3252d-8014-425c-83ff-85ee3af74f3e service neutron] 10.222.0.27 "GET /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633594 Jun 27 23:58:27.943553 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 6b903e2b-d433-46a1-81bc-016d67f5925e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6b903e2b-d433-46a1-81bc-016d67f5925e,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:27.948894 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:27.997436 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=6b903e2b-d433-46a1-81bc-016d67f5925e,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:28.098431 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e59660-2632-4f70-8bed-1b5dd25a9de4 None None] New status for floating IP 5b3276fe-6fc5-452a-8523-fbec513ebab7: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:28.180200 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:28.182428 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f36b225-1ac9-477e-a8ce-3e10ec41879d" -d '{"events": [{"server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "name": "network-vif-plugged", "status": "completed", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:28.239555 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fddb55-5407-45ff-9287-75e0932ac88b x-openstack-request-id: req-c5fddb55-5407-45ff-9287-75e0932ac88b {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:28.239856 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "name": "network-vif-plugged", "status": "completed", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:28.240104 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5fddb55-5407-45ff-9287-75e0932ac88b {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:28.240497 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fddb55-5407-45ff-9287-75e0932ac88b'] response: {'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'code': 200} Jun 27 23:58:28.550839 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c195daf-27cb-43f9-93dd-67dd1c81c396 req-5e7de3a7-4ce1-4123-a202-5c5adba3644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:28.552467 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6c195daf-27cb-43f9-93dd-67dd1c81c396 req-5e7de3a7-4ce1-4123-a202-5c5adba3644e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1129 time: 0.0464327 Jun 27 23:58:28.599120 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6c195daf-27cb-43f9-93dd-67dd1c81c396 req-3fd674cf-1637-4af5-a57b-60644aa457c5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398858 Jun 27 23:58:28.990648 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d4732-e753-4a5b-9968-073a367fc37c req-319fb1c5-ed6e-41d2-843f-49f9c6683ee3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:28.992117 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e5d4732-e753-4a5b-9968-073a367fc37c req-319fb1c5-ed6e-41d2-843f-49f9c6683ee3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.0581064 Jun 27 23:58:29.044276 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2e5d4732-e753-4a5b-9968-073a367fc37c req-56deb8f9-d766-4e94-8e29-7807e397d9f7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465231 Jun 27 23:58:29.184742 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2393-19b2-4422-b2b3-a45db04238ba req-5b79b986-d68a-4869-bd08-86ce3b2b6ecf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:29.186238 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c66d2393-19b2-4422-b2b3-a45db04238ba req-5b79b986-d68a-4869-bd08-86ce3b2b6ecf tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.0821197 Jun 27 23:58:29.192762 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c4a70-f84f-4662-96e4-e8659d07d606 req-ddac757c-0192-4ce1-8239-3d677cf0f267 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:29.194200 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ec9c4a70-f84f-4662-96e4-e8659d07d606 req-ddac757c-0192-4ce1-8239-3d677cf0f267 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0798049 Jun 27 23:58:29.263209 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c66d2393-19b2-4422-b2b3-a45db04238ba req-b418c721-60cb-4e8a-97ca-120c7f39d6f2 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681801 Jun 27 23:58:29.270097 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ec9c4a70-f84f-4662-96e4-e8659d07d606 req-b50ff0a1-6290-4eeb-9f85-048e4e7f649d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693047 Jun 27 23:58:29.395493 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a38c3e-6858-48e3-b40a-47e3788ab0d1 req-13f6ce81-190e-4f09-83c0-e0dfc78d993c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:29.396981 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-11a38c3e-6858-48e3-b40a-47e3788ab0d1 req-13f6ce81-190e-4f09-83c0-e0dfc78d993c tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.0640559 Jun 27 23:58:29.405750 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34592) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:29.410114 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Request body: {'floatingip': {'port_id': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:29.448378 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (5f020a18-beb0-4cc4-b313-e718914069c0), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:30.153771 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:30.159403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (5f020a18-beb0-4cc4-b313-e718914069c0), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:30.220720 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db8667-26e3-4ed8-8205-44c0c94bd389 req-6cb52f9f-65c0-4fe4-9709-9ae7bfb61d55 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:30.222191 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d4db8667-26e3-4ed8-8205-44c0c94bd389 req-6cb52f9f-65c0-4fe4-9709-9ae7bfb61d55 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.1062157 Jun 27 23:58:30.284121 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP 5f020a18-beb0-4cc4-b313-e718914069c0 associated. External IP: 172.27.1.78, port: 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2. Jun 27 23:58:30.345003 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d4db8667-26e3-4ed8-8205-44c0c94bd389 req-1346d5f1-a59c-4deb-a2c7-2d4ffdf7022e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958414 Jun 27 23:58:30.477804 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0269ab-f34a-451f-b622-4a05261aa108 req-1f1059b1-ab6d-4047-9ca3-af68861d5bec tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:30.479261 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fa0269ab-f34a-451f-b622-4a05261aa108 req-1f1059b1-ab6d-4047-9ca3-af68861d5bec tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.1335075 Jun 27 23:58:30.532674 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367fe22-5700-41d4-9108-eb543ff3509d req-dac2e2f6-4d71-47bf-9ce0-1da2b0221d70 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:30.534108 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a367fe22-5700-41d4-9108-eb543ff3509d req-dac2e2f6-4d71-47bf-9ce0-1da2b0221d70 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.1208034 Jun 27 23:58:30.647094 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fa0269ab-f34a-451f-b622-4a05261aa108 req-d4c455bb-ce3b-4e45-ab49-6fe0095b1d82 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608779 Jun 27 23:58:30.660885 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a367fe22-5700-41d4-9108-eb543ff3509d req-d8746acb-8fc0-4ef1-8f67-d7cffb6dda90 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179638 Jun 27 23:58:30.666963 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:30.695228 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34600) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:30.742407 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c1d4e-8060-4e1b-b6da-0f72b3a8f0f0 tempest-TestVolumeBootPattern-937641572 tempest-TestVolumeBootPattern-937641572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:30.743969 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f70c1d4e-8060-4e1b-b6da-0f72b3a8f0f0 tempest-TestVolumeBootPattern-937641572 tempest-TestVolumeBootPattern-937641572-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1124 time: 0.0470560 Jun 27 23:58:30.747000 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34602) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:30.751218 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 23:58:30.772425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:30.776412 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:30.781003 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:30.786309 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:30.798199 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:30.799126 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:30.816101 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-dc18d1aa-60ca-461a-a690-f1d6ad80fbe7 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "PUT /v2.0/floatingips/5f020a18-beb0-4cc4-b313-e718914069c0 HTTP/1.1" status: 200 len: 991 time: 1.4092624 Jun 27 23:58:30.817053 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:30.820256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:30.856339 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649df84-d195-4350-b362-9d344ed0b24f x-openstack-request-id: req-f649df84-d195-4350-b362-9d344ed0b24f {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:30.856630 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:30.856888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f649df84-d195-4350-b362-9d344ed0b24f {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:30.857329 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f649df84-d195-4350-b362-9d344ed0b24f'] response: {'name': 'network-changed', 'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'status': 'completed', 'code': 200} Jun 27 23:58:30.878585 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:30.996528 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Allocated IP 172.27.1.60 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/393ef8b9-a336-41bc-9f00-73a92dd990d0) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 23:58:30.999861 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:31.018056 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-b2eda98f-b76a-4965-8db1-538306316c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:31.019666 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-b2eda98f-b76a-4965-8db1-538306316c84 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70367a520f9e4264ad1438d069228c66&device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 1130 time: 0.1051788 Jun 27 23:58:31.107916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:31.122976 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-951385bf-9947-4cb8-93bc-432edbf627a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:31.124445 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-951385bf-9947-4cb8-93bc-432edbf627a4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 200 len: 916 time: 0.0873299 Jun 27 23:58:31.171781 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:31.195917 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-9dbcc981-b0b0-441e-ab63-c5e513be71c2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 HTTP/1.1" status: 200 len: 999 time: 0.0627060 Jun 27 23:58:31.214752 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 23:58:31.221706 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 23:58:31.226744 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 27 23:58:31.230045 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=393ef8b9-a336-41bc-9f00-73a92dd990d0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:31.231522 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '5f020a18-beb0-4cc4-b313-e718914069c0', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:03:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:15Z', 'updated_at': '2022-06-27T23:58:30Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:31.247681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-4925054f-9f74-4add-ac31-64a59d99780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:31.249293 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-4925054f-9f74-4add-ac31-64a59d99780d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 200 len: 854 time: 0.0469184 Jun 27 23:58:31.256214 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:31.258757 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.259096 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.259439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.259787 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.260108 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.260436 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.260760 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.261107 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.261439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.261755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.262076 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.262394 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.262715 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:31.264723 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:31.266057 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:31.307100 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-f5de1c9a-e81a-40f6-ac4e-e76b9da1af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:31.308726 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-f5de1c9a-e81a-40f6-ac4e-e76b9da1af4d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525057 Jun 27 23:58:31.366549 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:31.405327 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-bcd2bd46-3e66-4651-aa57-e650fe78cbfc service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870707 Jun 27 23:58:31.500116 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-05e8d3f8-b20b-4de7-a652-c6eca29e31e5 req-c1228946-df1a-4583-9774-ba00c1e0d262 service neutron] 10.222.0.27 "GET /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Jun 27 23:58:31.599094 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:31.599526 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '5f020a18-beb0-4cc4-b313-e718914069c0', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:03:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:15Z', 'updated_at': '2022-06-27T23:58:30Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:31.627530 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b71982-7627-4158-afc3-e5cc1547348a None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '5f020a18-beb0-4cc4-b313-e718914069c0', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'port_id': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'mac_address': 'fa:16:3e:03:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:15Z', 'updated_at': '2022-06-27T23:58:30Z', 'revision_number': 1, 'project_id': '70367a520f9e4264ad1438d069228c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:31.668636 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:31.786676 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401daaee-fc78-48d8-9016-4f22554cf78a req-fec65eea-daa3-4874-a888-fb3baa3e83e1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:31.788926 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-401daaee-fc78-48d8-9016-4f22554cf78a req-fec65eea-daa3-4874-a888-fb3baa3e83e1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0583546 Jun 27 23:58:31.831267 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:31.838224 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:31.843032 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-401daaee-fc78-48d8-9016-4f22554cf78a req-89285ae6-a8cc-449d-8da9-e9b8246cc72d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468109 Jun 27 23:58:31.872890 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b020ea-c8eb-412d-aad8-7931f4fe148b None None] New status for floating IP 5f020a18-beb0-4cc4-b313-e718914069c0: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:31.914800 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=393ef8b9-a336-41bc-9f00-73a92dd990d0,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:31.919785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:32.017443 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Floating IP 4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7 associated. External IP: 172.27.1.60, port: 6b903e2b-d433-46a1-81bc-016d67f5925e. Jun 27 23:58:32.218577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:32.319048 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:32.329561 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:32.337991 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:32.341338 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:32.341960 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:32.366907 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3195022d-6316-422d-be0c-06849b77f060 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6188717 Jun 27 23:58:32.367495 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:32.369869 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed81c98a-a60d-4a31-972a-fb65979752d9" -d '{"events": [{"name": "network-changed", "server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:32.405309 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd489dc2-3c9d-474b-8913-39f4d1c0ca0a x-openstack-request-id: req-cd489dc2-3c9d-474b-8913-39f4d1c0ca0a {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:32.405604 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:32.405863 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd489dc2-3c9d-474b-8913-39f4d1c0ca0a {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:32.406277 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd489dc2-3c9d-474b-8913-39f4d1c0ca0a'] response: {'name': 'network-changed', 'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'status': 'completed', 'code': 200} Jun 27 23:58:32.455704 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:32.521117 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-ea9082a0-a2db-4214-abf8-4944e8d86ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:32.523312 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-ea9082a0-a2db-4214-abf8-4944e8d86ebd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1129 time: 0.0474794 Jun 27 23:58:32.616843 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-fef7405c-183c-4148-b7f9-df925bcb00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:32.618314 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-fef7405c-183c-4148-b7f9-df925bcb00f4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.0880942 Jun 27 23:58:32.678770 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-5eb9bb50-de6c-479c-8ee3-2114523e642b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 998 time: 0.0540042 Jun 27 23:58:32.679692 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:31Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:32.704913 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:32.714642 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:32.715254 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:32.726857 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-8a762dd0-2408-4584-8a7f-06561265dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:32.728306 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-8a762dd0-2408-4584-8a7f-06561265dfad service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0429528 Jun 27 23:58:32.782611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-fcdcf6b1-a356-4222-83cf-7cbd2edc8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:32.784146 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-fcdcf6b1-a356-4222-83cf-7cbd2edc8edf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427821 Jun 27 23:58:32.825378 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:32.884679 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-36425bc1-3dc7-410c-a981-86e42b4f30ad service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905628 Jun 27 23:58:32.968337 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:33.011734 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ed81c98a-a60d-4a31-972a-fb65979752d9 req-67e7ccf6-4cd2-4721-8926-b8719bd1deb4 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208858 Jun 27 23:58:33.019456 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c16b09-47d5-493b-bf85-150dabf4173d req-96deec6d-55f5-4abf-825a-ccb34de6a706 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:33.020934 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-23c16b09-47d5-493b-bf85-150dabf4173d req-96deec6d-55f5-4abf-825a-ccb34de6a706 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0871999 Jun 27 23:58:33.049664 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:31Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:33.073372 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f66861-ba75-4acb-801a-57d5acfefb93 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:31Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:33.073650 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-23c16b09-47d5-493b-bf85-150dabf4173d req-92cf0304-66de-42e6-9fc6-6e488ba65d0f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466561 Jun 27 23:58:33.281484 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9547c12a-e57a-4b1a-a6c1-72e73df88fdd None None] New status for floating IP 4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:34.229478 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bf047-29bd-457c-999d-dd63debec008 req-0775828e-f116-4a1c-92a5-4331c5e43b29 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:34.230841 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f91bf047-29bd-457c-999d-dd63debec008 req-0775828e-f116-4a1c-92a5-4331c5e43b29 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0714984 Jun 27 23:58:34.278076 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f91bf047-29bd-457c-999d-dd63debec008 req-fbb0373f-863b-4884-ad2c-3020d54ea5ae tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414560 Jun 27 23:58:35.421565 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7afd70-c5e0-4ea6-908c-c1c1eb5c8ad8 req-23779dd6-7d26-4c00-8157-12ce396c8a84 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:35.423230 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3c7afd70-c5e0-4ea6-908c-c1c1eb5c8ad8 req-23779dd6-7d26-4c00-8157-12ce396c8a84 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0577390 Jun 27 23:58:35.471861 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3c7afd70-c5e0-4ea6-908c-c1c1eb5c8ad8 req-1fdaa510-8ec2-446d-b4b4-0e2fb105204c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425551 Jun 27 23:58:36.618873 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dca90-1fa1-4466-8cf3-6284cf28d3c4 req-936801f7-b168-4bc4-a154-f6a714901367 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:36.620314 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-745dca90-1fa1-4466-8cf3-6284cf28d3c4 req-936801f7-b168-4bc4-a154-f6a714901367 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0632250 Jun 27 23:58:36.675779 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-745dca90-1fa1-4466-8cf3-6284cf28d3c4 req-86cee09d-2a15-4fbc-bf6a-3ebba8be75f3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472903 Jun 27 23:58:37.810168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c212fc-05ed-498b-8108-f4024e489f11 req-461fdb16-8006-49b3-aa93-91b90f0370d7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:37.811622 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b4c212fc-05ed-498b-8108-f4024e489f11 req-461fdb16-8006-49b3-aa93-91b90f0370d7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0593221 Jun 27 23:58:37.870289 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b4c212fc-05ed-498b-8108-f4024e489f11 req-11044932-4929-4e65-9e4a-03acc5a1162e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525029 Jun 27 23:58:39.009500 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abbcd1-0e80-4650-95fd-e7f234704fbb req-7486dcff-539d-400d-a862-a5cfcca55ebe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:39.011006 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-95abbcd1-0e80-4650-95fd-e7f234704fbb req-7486dcff-539d-400d-a862-a5cfcca55ebe tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0550675 Jun 27 23:58:39.059987 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-95abbcd1-0e80-4650-95fd-e7f234704fbb req-d6e8a7cf-7a4b-487e-8bb5-288cf5e95989 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408731 Jun 27 23:58:40.197237 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f572a-1c8a-4125-9865-0a87fa7b3edf req-50b7e5f0-4f54-420c-897c-2c5428144bc7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:40.198723 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d09f572a-1c8a-4125-9865-0a87fa7b3edf req-50b7e5f0-4f54-420c-897c-2c5428144bc7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0659208 Jun 27 23:58:40.249064 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d09f572a-1c8a-4125-9865-0a87fa7b3edf req-1e95d7da-8233-4189-a49c-4435cb4475d9 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445747 Jun 27 23:58:41.396207 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64a331-e21a-4631-86a1-065d27d01ab5 req-2d83ac1f-5aeb-4cd3-993c-15144461d3ef tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:41.397669 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8d64a331-e21a-4631-86a1-065d27d01ab5 req-2d83ac1f-5aeb-4cd3-993c-15144461d3ef tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0610707 Jun 27 23:58:41.451161 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8d64a331-e21a-4631-86a1-065d27d01ab5 req-22f54e8e-9f37-4c89-bd38-f5dbe71f3237 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452008 Jun 27 23:58:42.591759 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083481f-0b89-4328-9ee1-3960e17ad425 req-4c7edde8-a1e0-40d5-bf07-c34ac80b5461 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:42.593261 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b083481f-0b89-4328-9ee1-3960e17ad425 req-4c7edde8-a1e0-40d5-bf07-c34ac80b5461 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0680029 Jun 27 23:58:42.641313 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b083481f-0b89-4328-9ee1-3960e17ad425 req-5c349b8a-9aaa-422f-b7fc-c59e9878a8d5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421791 Jun 27 23:58:43.777083 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d3e3-f2d3-44a1-a25f-24b171ed8db7 req-c1a5f388-f110-467f-bd33-8dac281220be tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:43.778554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e076d3e3-f2d3-44a1-a25f-24b171ed8db7 req-c1a5f388-f110-467f-bd33-8dac281220be tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0592041 Jun 27 23:58:43.828137 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e076d3e3-f2d3-44a1-a25f-24b171ed8db7 req-9eee9812-61cf-4cbd-954d-33d2c9e7cdfd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412183 Jun 27 23:58:45.137338 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5da1-e22c-4338-878a-e3c86ea2a74a req-1613c605-c034-4fb1-bf0e-c7e8ded89a36 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:45.138706 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7dd5da1-e22c-4338-878a-e3c86ea2a74a req-1613c605-c034-4fb1-bf0e-c7e8ded89a36 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0629828 Jun 27 23:58:45.188519 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f7dd5da1-e22c-4338-878a-e3c86ea2a74a req-0833ff67-d049-4f5a-bc0d-0f786a0f1057 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441492 Jun 27 23:58:46.319021 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9b02b-237e-4d8f-9047-63cff487dd64 req-25a16cd4-d371-4933-898e-8b5df884ca72 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:46.320703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b8b9b02b-237e-4d8f-9047-63cff487dd64 req-25a16cd4-d371-4933-898e-8b5df884ca72 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0568488 Jun 27 23:58:46.378265 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b8b9b02b-237e-4d8f-9047-63cff487dd64 req-ee4b808f-4a69-457e-8728-13eec8bf8775 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502164 Jun 27 23:58:47.502513 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cca1f8-9e72-44f5-b464-e7c499e766ca req-59dc71c2-09d8-477d-8b39-34ad614c1f89 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:47.504022 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-57cca1f8-9e72-44f5-b464-e7c499e766ca req-59dc71c2-09d8-477d-8b39-34ad614c1f89 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0551355 Jun 27 23:58:47.531928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b907eaeb-fb5c-426a-b31b-c7275aa8be96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:47.561629 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-57cca1f8-9e72-44f5-b464-e7c499e766ca req-1167696b-215c-4ff3-b0e5-77f16006340b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507102 Jun 27 23:58:47.840676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:58:47.957698 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:47.969525 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'mac_address': 'fa:16:3e:c4:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:58:48.004643 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: ACTIVE; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:48.005059 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:48.018837 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f8af9a-061d-48e8-98ed-efad8e2e2403 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:58:48.039544 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:48.046404 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:48.101153 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=6']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:48.109387 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.109789 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.110134 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.110484 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.110805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.111134 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.111461 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.111912 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.112245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.112593 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.112894 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.113239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.113561 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:48.311588 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['18f8af9a-061d-48e8-98ed-efad8e2e2403'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:58:48.732073 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6545aa-e9df-41f8-8d3f-224dba71c730 req-d91618f5-f9d5-4875-9e5f-34ab3bf0afe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:48.740822 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c6545aa-e9df-41f8-8d3f-224dba71c730 req-d91618f5-f9d5-4875-9e5f-34ab3bf0afe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 945 time: 0.0855663 Jun 27 23:58:48.821380 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c6545aa-e9df-41f8-8d3f-224dba71c730 req-a921ecea-0108-49d2-a9aa-d76d250c15f1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793760 Jun 27 23:58:48.869296 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406175-ce84-4387-b02f-fbafcd4068bd req-ddba6806-08ae-4367-a3a5-75eb59df3537 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:48.870872 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-29406175-ce84-4387-b02f-fbafcd4068bd req-ddba6806-08ae-4367-a3a5-75eb59df3537 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.1142044 Jun 27 23:58:48.923992 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-29406175-ce84-4387-b02f-fbafcd4068bd req-d6b186a1-46c4-4152-ae20-a0ec8a89d2ff tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Jun 27 23:58:49.752825 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e5f47f58-6ea9-4734-9456-63c70a046f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:49.866036 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:58:49.934674 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 18f8af9a-061d-48e8-98ed-efad8e2e2403 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:58:49.935419 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:49.974620 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b367-0e33-4d37-8458-c05e56f295aa req-a3010804-8aba-436f-922c-ebda4d7e7d0f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:49.976850 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2536b367-0e33-4d37-8458-c05e56f295aa req-a3010804-8aba-436f-922c-ebda4d7e7d0f tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 945 time: 0.0765162 Jun 27 23:58:50.030042 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:58:50.030696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:50.036703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2536b367-0e33-4d37-8458-c05e56f295aa req-c054cfe7-3265-4a18-82a7-a67a1488ebe6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531139 Jun 27 23:58:50.073705 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:50.076102 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35d3b1-df7e-4769-961f-563cfe85121f" -d '{"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-plugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:50.105507 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b4bc2-f665-45d4-ad44-906f50a62da9 req-819db362-9622-4af1-8024-37b823dd57c2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:50.113076 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea2b4bc2-f665-45d4-ad44-906f50a62da9 req-819db362-9622-4af1-8024-37b823dd57c2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0743594 Jun 27 23:58:50.113252 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:50.122653 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:50.125425 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0369ea-ba69-420f-b826-9a67083dddf6 x-openstack-request-id: req-7e0369ea-ba69-420f-b826-9a67083dddf6 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:50.125710 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-plugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:50.125960 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e0369ea-ba69-420f-b826-9a67083dddf6 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:50.126351 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0369ea-ba69-420f-b826-9a67083dddf6'] response: {'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'code': 200} Jun 27 23:58:50.183398 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=7']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:50.187849 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea2b4bc2-f665-45d4-ad44-906f50a62da9 req-03ebb756-828e-4779-b425-9d0e33c7d713 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720530 Jun 27 23:58:50.731486 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:51.192414 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e2729-a9e8-462b-8fcd-0d58fa4d6239 req-0c00a896-4f77-4cfe-a23c-119e1ab2f66b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:51.195179 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ad2e2729-a9e8-462b-8fcd-0d58fa4d6239 req-0c00a896-4f77-4cfe-a23c-119e1ab2f66b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0707529 Jun 27 23:58:51.249093 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ad2e2729-a9e8-462b-8fcd-0d58fa4d6239 req-a9e08391-deb8-4acd-92b2-2a0818cfe7bb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451312 Jun 27 23:58:51.327752 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9110-ed02-4d5c-85d1-bf1c44bcb552 req-17a36477-cf0c-4469-88f1-9debbeb12ed9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:51.329554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-decb9110-ed02-4d5c-85d1-bf1c44bcb552 req-17a36477-cf0c-4469-88f1-9debbeb12ed9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0565369 Jun 27 23:58:51.391658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-decb9110-ed02-4d5c-85d1-bf1c44bcb552 req-a487e999-b80f-4b1a-ad61-9f5e3a4da14a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555167 Jun 27 23:58:52.230238 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:52.386761 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4e5ff-f84b-410a-ae2c-730ddca105ca req-4511dd0f-0ce2-4d91-8457-af63ceb65510 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:52.388366 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-61d4e5ff-f84b-410a-ae2c-730ddca105ca req-4511dd0f-0ce2-4d91-8457-af63ceb65510 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0564470 Jun 27 23:58:52.440677 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-61d4e5ff-f84b-410a-ae2c-730ddca105ca req-12c77f75-d7b7-4416-81fb-b895534a2fe3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466003 Jun 27 23:58:52.539671 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6b54f-68db-4ff5-96da-8e045b79a8d1 req-004de8f8-495b-493d-b4b6-e9be06fa83f4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:52.546949 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-00b6b54f-68db-4ff5-96da-8e045b79a8d1 req-004de8f8-495b-493d-b4b6-e9be06fa83f4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0636051 Jun 27 23:58:52.601742 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-00b6b54f-68db-4ff5-96da-8e045b79a8d1 req-80b935ea-c298-4507-a9cd-5e3959e3c290 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537460 Jun 27 23:58:53.257515 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-3c88c4df-cb17-4954-a7c3-1f037502519a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:53.259170 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-3c88c4df-cb17-4954-a7c3-1f037502519a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.0640032 Jun 27 23:58:53.358711 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Deleting port faf5e530-8b27-4995-80ab-1e37063f508f {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:53.359338 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:53.420322 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:58:53.457590 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] For port faf5e530-8b27-4995-80ab-1e37063f508f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=faf5e530-8b27-4995-80ab-1e37063f508f,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:58:53.458175 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:53.811937 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:53.993029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6a764-35bf-4576-bbb3-a4009091825e req-7d804127-126b-4457-8e7b-53782d7b23bd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:53.994526 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7fe6a764-35bf-4576-bbb3-a4009091825e req-7d804127-126b-4457-8e7b-53782d7b23bd tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.4673142 Jun 27 23:58:54.019057 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486407b-6b2f-4b6f-81dd-54c6aee97dcd req-c51c2a21-95f1-46bc-b7f5-0b268f7c312c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:54.020692 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4486407b-6b2f-4b6f-81dd-54c6aee97dcd req-c51c2a21-95f1-46bc-b7f5-0b268f7c312c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 946 time: 0.1737084 Jun 27 23:58:54.042879 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:54.043136 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:54.043548 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Floating IP 3f2cafd8-8613-4556-be36-f8b1502e67f4 disassociated. External IP: 172.27.1.109, port: faf5e530-8b27-4995-80ab-1e37063f508f. Jun 27 23:58:54.044009 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Calling delete_port for faf5e530-8b27-4995-80ab-1e37063f508f owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:54.136294 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7fe6a764-35bf-4576-bbb3-a4009091825e req-ea0272da-6b6d-4383-b860-0d6ac2ae0ff3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336162 Jun 27 23:58:54.162138 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4486407b-6b2f-4b6f-81dd-54c6aee97dcd req-b9df13a5-c66e-4b33-a0c5-2f12e019a272 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252685 Jun 27 23:58:54.252942 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (faf5e530-8b27-4995-80ab-1e37063f508f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:54.280792 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event deleted for resources: {'Port': ['ID=faf5e530-8b27-4995-80ab-1e37063f508f,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:54.293084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.293084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.293084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.293084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.293478 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.293714 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.293965 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.294445 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.294636 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.294943 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.295277 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.295606 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.295933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:58:54.418004 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Router 05a5b90a-6a04-444d-a76b-777f5816192f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:58:54.534574 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:58:54.552615 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] Sync routers for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:58:54.564176 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:54.565260 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:54.602309 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] No DVR routers for this DVR port faf5e530-8b27-4995-80ab-1e37063f508f on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:58:54.605384 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:54.609092 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-028c819f-1e71-46d8-8985-11a61df2b7b1 req-778a5506-4e7c-484a-8354-d78fc01c5d3c tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "DELETE /v2.0/ports/faf5e530-8b27-4995-80ab-1e37063f508f HTTP/1.1" status: 204 len: 173 time: 1.3433001 Jun 27 23:58:54.609619 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'name': 'network-vif-deleted', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:58:54.612048 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64639030-a941-4996-a126-0eebd93beb8a" -d '{"events": [{"server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "name": "network-vif-deleted", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:58:54.799493 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803fd3ee-0667-4e79-820d-8b40f1781781 x-openstack-request-id: req-803fd3ee-0667-4e79-820d-8b40f1781781 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:58:54.800454 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a90f0-9b41-4963-89f6-847a5845f69b", "name": "network-vif-deleted", "tag": "faf5e530-8b27-4995-80ab-1e37063f508f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:58:54.800454 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-803fd3ee-0667-4e79-820d-8b40f1781781 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:58:54.802028 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803fd3ee-0667-4e79-820d-8b40f1781781'] response: {'server_uuid': 'cf6a90f0-9b41-4963-89f6-847a5845f69b', 'name': 'network-vif-deleted', 'tag': 'faf5e530-8b27-4995-80ab-1e37063f508f', 'status': 'completed', 'code': 200} Jun 27 23:58:54.815289 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:55.057199 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:55.086233 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] Checking router: 05a5b90a-6a04-444d-a76b-777f5816192f for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:58:55.096530 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:58:55.098032 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:58:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:55.240135 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:58:55.329244 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c015f18-2baf-4fe1-be1a-7c2bf08bbeca req-6a234a84-dc66-46dc-a1bc-dbe766ac1102 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6a90f0-9b41-4963-89f6-847a5845f69b HTTP/1.1" status: 200 len: 210 time: 0.0321450 Jun 27 23:58:55.363517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c463b-75e7-483d-ab4b-691fa439e0a4 req-c2a7cf63-d4ff-4b9c-9388-aff4cac2280a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:55.365006 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-071c463b-75e7-483d-ab4b-691fa439e0a4 req-c2a7cf63-d4ff-4b9c-9388-aff4cac2280a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.1200204 Jun 27 23:58:55.452314 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-071c463b-75e7-483d-ab4b-691fa439e0a4 req-a7cc886b-a532-4d2f-9063-366e4abcf97e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777173 Jun 27 23:58:55.554566 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:58:55.598189 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3883c3fe-8637-4e89-bac2-2f65d08375af None None] The sync data for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi is: [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:54:32Z', 'revision_number': 4, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c768dddd-e9cc-433e-a357-e6abddf60ae4', 'name': '', 'network_id': 'eba48cad-277d-4e9c-935d-836b1282fdae', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'mac_address': 'fa:16:3e:cd:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:32Z', 'updated_at': '2022-06-27T23:54:39Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'subnets': [{'id': '7206aaa1-104c-448a-89ae-ba865f3baadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:58:55.881266 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cbf97-8dc7-4093-87bf-ea4711fc9400 None None] New status for floating IP 3f2cafd8-8613-4556-be36-f8b1502e67f4: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:58:56.427168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 34758) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:56.498927 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5ef-abfc-4bc9-901a-5f92afc8e4a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group (c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.532987 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5ef-abfc-4bc9-901a-5f92afc8e4a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group (c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.614321 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75889-6913-41ca-b6ab-84ae3278f77c req-fdbffaea-65de-43e3-a216-2b430ad6753c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:56.616014 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f8a75889-6913-41ca-b6ab-84ae3278f77c req-fdbffaea-65de-43e3-a216-2b430ad6753c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0852358 Jun 27 23:58:56.633611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5ef-abfc-4bc9-901a-5f92afc8e4a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.636331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d8bef5ef-abfc-4bc9-901a-5f92afc8e4a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.641246 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d8bef5ef-abfc-4bc9-901a-5f92afc8e4a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "DELETE /v2.0/security-groups/c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916 HTTP/1.1" status: 204 len: 168 time: 0.2092800 Jun 27 23:58:56.641676 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34762) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:56.660660 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.api.v2.resource [None req-777440c8-5967-47e8-b8d0-10aec4fd3c22 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] show failed (client error): The resource could not be found. Jun 27 23:58:56.665354 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-777440c8-5967-47e8-b8d0-10aec4fd3c22 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups/c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916 HTTP/1.1" status: 404 len: 347 time: 0.0224917 Jun 27 23:58:56.666002 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 34764) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:58:56.668929 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bef5ef-abfc-4bc9-901a-5f92afc8e4a4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1fd6c-bc8e-40c1-af76-1e8a7c2d6916,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:56.688418 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f8a75889-6913-41ca-b6ab-84ae3278f77c req-829f610a-9ab3-4467-83a5-0b7f9b27500b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650463 Jun 27 23:58:56.792390 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Deleting port c043d1b7-1801-4879-8ba4-242d72f00c53 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:58:56.792796 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.868666 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.868997 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (c043d1b7-1801-4879-8ba4-242d72f00c53), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:56.880484 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Calling delete_port for c043d1b7-1801-4879-8ba4-242d72f00c53 owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:58:57.021200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (c043d1b7-1801-4879-8ba4-242d72f00c53), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:57.045325 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event deleted for resources: {'Port': ['ID=c043d1b7-1801-4879-8ba4-242d72f00c53,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:58:57.120373 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks [] for floatingip (3f2cafd8-8613-4556-be36-f8b1502e67f4), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:57.123082 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:58:57.124316 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a84b0257-ecd0-4093-9fd8-0fcc17fac35d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "DELETE /v2.0/floatingips/3f2cafd8-8613-4556-be36-f8b1502e67f4 HTTP/1.1" status: 204 len: 168 time: 0.4574013 Jun 27 23:58:57.598016 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-4fde7b6e-8cdd-4951-9246-1c0b7eab0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:57.600813 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-4fde7b6e-8cdd-4951-9246-1c0b7eab0f6a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1130 time: 0.0592177 Jun 27 23:58:57.726661 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-d2cfdebe-9c3c-4ed9-adac-0ae32d327139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:57.728597 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-d2cfdebe-9c3c-4ed9-adac-0ae32d327139 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.1201427 Jun 27 23:58:57.821400 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-fa65ea8e-5269-4a82-8d62-20559c917dfe service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 1001 time: 0.0863099 Jun 27 23:58:57.876914 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f1b2c-1d4d-4fdd-bb29-4bcd443d5bc1 req-2b57d22e-37d8-42da-a42f-e46c1e7a8570 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:57.880173 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b04f1b2c-1d4d-4fdd-bb29-4bcd443d5bc1 req-2b57d22e-37d8-42da-a42f-e46c1e7a8570 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.1097181 Jun 27 23:58:57.881941 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device faf5e530-8b27-4995-80ab-1e37063f508f no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:58:57.907500 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: faf5e530-8b27-4995-80ab-1e37063f508f {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:58:57.907849 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device faf5e530-8b27-4995-80ab-1e37063f508f not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:58:57.920943 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-22578886-53e9-4c91-90c2-5823a49085fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:57.922498 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-22578886-53e9-4c91-90c2-5823a49085fd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0918047 Jun 27 23:58:57.980354 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b04f1b2c-1d4d-4fdd-bb29-4bcd443d5bc1 req-35e0659f-4dd0-419d-b632-e45f4fa69728 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871453 Jun 27 23:58:57.997128 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-be3cbb17-c179-413c-9093-593c540d7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:57.999467 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-be3cbb17-c179-413c-9093-593c540d7d69 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686674 Jun 27 23:58:58.097089 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-900c0f4e-348a-4d74-981b-dac4a3714710 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Jun 27 23:58:58.207195 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3c0f618-d159-45b6-9f20-cafbafb9ae22 req-851df35a-e65f-4f41-a5fe-002182af737b service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029360 Jun 27 23:58:59.131985 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35976828-987b-41f2-aba7-02e3f467472d req-e34285e5-144b-4d77-a9f8-9a99b8b44f17 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:59.133438 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-35976828-987b-41f2-aba7-02e3f467472d req-e34285e5-144b-4d77-a9f8-9a99b8b44f17 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0576193 Jun 27 23:58:59.182572 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-35976828-987b-41f2-aba7-02e3f467472d req-9e6523cb-8c97-40c2-ba7c-d90a7254dd3c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432467 Jun 27 23:58:59.678812 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efad74-1f68-40cc-b44f-17823bd79b0d req-3d4a8ab6-c9c2-47ce-9ecf-919d8535cf69 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:58:59.680257 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b2efad74-1f68-40cc-b44f-17823bd79b0d req-3d4a8ab6-c9c2-47ce-9ecf-919d8535cf69 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0773079 Jun 27 23:58:59.728890 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b2efad74-1f68-40cc-b44f-17823bd79b0d req-3c3f0fbc-bb1d-4aa9-ba34-5048be1e58f7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Jun 27 23:59:00.330532 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d454415-8522-496d-8d67-25b0c60fc18d req-9b2d5f76-0006-4ec5-b2aa-e29b2b5bbc60 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:00.332027 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d454415-8522-496d-8d67-25b0c60fc18d req-9b2d5f76-0006-4ec5-b2aa-e29b2b5bbc60 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0623922 Jun 27 23:59:00.385390 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d454415-8522-496d-8d67-25b0c60fc18d req-6bafbb75-c4b3-4dfb-aa05-c1025e43e650 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471988 Jun 27 23:59:00.859374 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231ad9-cbc1-415a-84ce-2c2223e26b0f req-8e844ead-a0fa-493c-af72-c51025e31338 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:00.860836 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e231ad9-cbc1-415a-84ce-2c2223e26b0f req-8e844ead-a0fa-493c-af72-c51025e31338 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0531235 Jun 27 23:59:00.915492 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9e231ad9-cbc1-415a-84ce-2c2223e26b0f req-33502ea2-11e9-4723-bcef-b1ef9ade35c9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Jun 27 23:59:01.522201 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a640bf-15d2-4090-b017-3439ab619651 req-5440502b-b762-469b-b3fb-1eab2c81e438 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:01.523756 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-02a640bf-15d2-4090-b017-3439ab619651 req-5440502b-b762-469b-b3fb-1eab2c81e438 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 946 time: 0.0587916 Jun 27 23:59:01.579900 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-02a640bf-15d2-4090-b017-3439ab619651 req-1753af29-0ff2-4b07-803f-5038a7c9b359 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498633 Jun 27 23:59:01.904957 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:02.058272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbb3a3-7924-487b-9495-4f9d384ca096 req-ebce5238-f80d-4829-9cef-67eb52820d66 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:02.060057 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbbbb3a3-7924-487b-9495-4f9d384ca096 req-ebce5238-f80d-4829-9cef-67eb52820d66 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.0618641 Jun 27 23:59:02.110677 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbbbb3a3-7924-487b-9495-4f9d384ca096 req-f2904531-a854-4d3e-a303-7fc10c322b33 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Jun 27 23:59:02.126389 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: ACTIVE; New status is: DOWN {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:59:02.126785 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:02.150514 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:02.153106 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d243b4-f650-4bd7-818d-53bf89e2cbe9" -d '{"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-unplugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:02.167745 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:02.178557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:02.225356 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=8']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:02.249805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d675ea5a-5019-4f04-86c5-7e09670ad6a5 x-openstack-request-id: req-d675ea5a-5019-4f04-86c5-7e09670ad6a5 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:02.250100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-unplugged", "status": "failed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "code": 422}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:02.250353 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d675ea5a-5019-4f04-86c5-7e09670ad6a5 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:02.250801 dv-cinder-847864-2-iscsi neutron-server[115320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d675ea5a-5019-4f04-86c5-7e09670ad6a5']: {'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'code': 422} returned with failed status Jun 27 23:59:02.628699 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e402b-4609-4e2d-933d-9c9873e197be req-5f227243-cfc4-4078-8d92-aaec8dcf900a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:02.630147 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-389e402b-4609-4e2d-933d-9c9873e197be req-5f227243-cfc4-4078-8d92-aaec8dcf900a tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 946 time: 0.1067383 Jun 27 23:59:02.639138 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994e5f-fa83-4553-8eb3-30d9c176d263 req-ad9392b0-1c91-4e32-b4dd-fd22f060eaac tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:02.640483 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d8994e5f-fa83-4553-8eb3-30d9c176d263 req-ad9392b0-1c91-4e32-b4dd-fd22f060eaac tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.1265798 Jun 27 23:59:02.691893 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-e554cb2b-f573-4538-8f3c-3a74b4256398 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250932 Jun 27 23:59:02.747705 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d8994e5f-fa83-4553-8eb3-30d9c176d263 req-694f16a9-eccf-49be-ab3f-1a25d1b90f04 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974689 Jun 27 23:59:02.769091 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Deleting port ef1196ee-482a-4364-9fa2-255f6bc3ee15 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:02.769577 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:02.774581 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-ba9a2ae0-d5f4-4c98-a389-e43195c5ead1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:02.776652 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-ba9a2ae0-d5f4-4c98-a389-e43195c5ead1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports/18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 941 time: 0.0559344 Jun 27 23:59:02.863398 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] For port ef1196ee-482a-4364-9fa2-255f6bc3ee15, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ef1196ee-482a-4364-9fa2-255f6bc3ee15,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:02.863764 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:02.875896 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Calling delete_port for ef1196ee-482a-4364-9fa2-255f6bc3ee15 owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:02.995419 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:03.000979 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (ef1196ee-482a-4364-9fa2-255f6bc3ee15), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:03.031852 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event deleted for resources: {'Port': ['ID=ef1196ee-482a-4364-9fa2-255f6bc3ee15,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:03.051862 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['a73dad80-2515-4b72-b73f-4fab2dd5f6fb', 'ef1196ee-482a-4364-9fa2-255f6bc3ee15'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:59:03.075159 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] No DVR routers for this DVR port ef1196ee-482a-4364-9fa2-255f6bc3ee15 on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:03.079106 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:03.081016 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-389e402b-4609-4e2d-933d-9c9873e197be req-36c56838-cbcf-4189-a49a-498bfd416da2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "DELETE /v2.0/ports/ef1196ee-482a-4364-9fa2-255f6bc3ee15 HTTP/1.1" status: 204 len: 173 time: 0.4384255 Jun 27 23:59:03.081508 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'name': 'network-vif-deleted', 'tag': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:03.083887 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095e020-3465-414a-aed4-aaf21aa9dbb3" -d '{"events": [{"server_uuid": "fe19b99d-6714-425f-97b5-ceeaa9b7b921", "name": "network-vif-deleted", "tag": "ef1196ee-482a-4364-9fa2-255f6bc3ee15"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:03.121079 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d988481-76be-49ee-9d08-4320a428bec7 x-openstack-request-id: req-0d988481-76be-49ee-9d08-4320a428bec7 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:03.121574 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe19b99d-6714-425f-97b5-ceeaa9b7b921", "name": "network-vif-deleted", "tag": "ef1196ee-482a-4364-9fa2-255f6bc3ee15", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:03.121982 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d988481-76be-49ee-9d08-4320a428bec7 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:03.122538 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d988481-76be-49ee-9d08-4320a428bec7'] response: {'server_uuid': 'fe19b99d-6714-425f-97b5-ceeaa9b7b921', 'name': 'network-vif-deleted', 'tag': 'ef1196ee-482a-4364-9fa2-255f6bc3ee15', 'status': 'completed', 'code': 200} Jun 27 23:59:03.217461 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-91ec2e30-dc55-4019-a3a2-f180492952c9 req-afd49df1-ec38-4033-99eb-8ebf75b7ad41 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe19b99d-6714-425f-97b5-ceeaa9b7b921 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Jun 27 23:59:03.904813 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-b16a6854-cac1-4138-9acb-84865726ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:03.906308 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-b16a6854-cac1-4138-9acb-84865726ae6c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e&tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf HTTP/1.1" status: 200 len: 1128 time: 0.0823963 Jun 27 23:59:03.918582 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560efb3-08ba-490a-90cb-01192fb52080 req-e3c67bcc-5653-4004-b257-b9cd03408750 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:03.919926 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c560efb3-08ba-490a-90cb-01192fb52080 req-e3c67bcc-5653-4004-b257-b9cd03408750 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0852611 Jun 27 23:59:03.996639 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c560efb3-08ba-490a-90cb-01192fb52080 req-5ad0929c-f763-4ab7-86bc-c0d35dcc2e94 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710142 Jun 27 23:59:04.006967 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-ca929648-4e0f-4082-92de-e4a5bb3ce0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.008428 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-ca929648-4e0f-4082-92de-e4a5bb3ce0ba service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1128 time: 0.0641141 Jun 27 23:59:04.102119 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-a789b196-321a-4f99-8acb-ed4ce8b14e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.103668 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-a789b196-321a-4f99-8acb-ed4ce8b14e06 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.0882773 Jun 27 23:59:04.164530 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-67102ddc-35ef-4a83-9bc7-07eea243b119 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 999 time: 0.0537271 Jun 27 23:59:04.215699 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-cdd33108-6cb5-4de5-b1d2-d179be265059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.217178 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-cdd33108-6cb5-4de5-b1d2-d179be265059 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0461683 Jun 27 23:59:04.265792 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-9556c4b2-4609-4466-9056-0eb8c21253a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.267284 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-9556c4b2-4609-4466-9056-0eb8c21253a8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438113 Jun 27 23:59:04.358294 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-bf4a4c0a-2fdf-4125-9b68-79810094eb89 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837739 Jun 27 23:59:04.448858 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fbb660db-761f-4e1d-9fea-44a034af7f58 req-a2d18f44-1ad6-42f2-9869-936f597cb7e6 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837927 Jun 27 23:59:04.504066 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e672-4fdc-4c54-9f2f-518cdf2067fa req-035d6d4e-8da3-4207-9690-fa9b428f2ee7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.505611 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7d0e672-4fdc-4c54-9f2f-518cdf2067fa req-035d6d4e-8da3-4207-9690-fa9b428f2ee7 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0600569 Jun 27 23:59:04.557026 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7d0e672-4fdc-4c54-9f2f-518cdf2067fa req-9d043a11-b7d8-42b4-a9cc-092d84c56553 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452056 Jun 27 23:59:04.739204 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-a0d58f9f-b570-4031-866c-6800cc985468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.740859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-a0d58f9f-b570-4031-866c-6800cc985468 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1128 time: 0.0478663 Jun 27 23:59:04.850155 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-2128c333-62e2-4bb5-ac87-953e74adb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:04.851622 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-2128c333-62e2-4bb5-ac87-953e74adb503 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 200 len: 918 time: 0.0904968 Jun 27 23:59:04.919221 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-63ce73e0-667c-4fc8-9e6c-c7e7d274dadb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 200 len: 999 time: 0.0605230 Jun 27 23:59:05.137952 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e576a-944b-4b49-9df0-93015d990558 req-c6019106-7a39-4751-8f90-a0ae52ab5886 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:05.145390 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-453e576a-944b-4b49-9df0-93015d990558 req-c6019106-7a39-4751-8f90-a0ae52ab5886 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0617943 Jun 27 23:59:05.190984 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-453e576a-944b-4b49-9df0-93015d990558 req-c2351fa8-e99e-417a-9750-96836ab14340 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445302 Jun 27 23:59:05.689591 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a4f69-a60c-4bba-90f1-f9c34dfa2105 req-f872a87f-5fa3-4e3c-a53f-8df608cd1531 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:05.691078 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-095a4f69-a60c-4bba-90f1-f9c34dfa2105 req-f872a87f-5fa3-4e3c-a53f-8df608cd1531 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0618536 Jun 27 23:59:05.740468 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-095a4f69-a60c-4bba-90f1-f9c34dfa2105 req-c854b16b-5b0e-4c47-93e0-5662ab584882 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Jun 27 23:59:05.939498 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ef1196ee-482a-4364-9fa2-255f6bc3ee15 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:05.962296 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: ef1196ee-482a-4364-9fa2-255f6bc3ee15 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:05.962752 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ef1196ee-482a-4364-9fa2-255f6bc3ee15 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:06.320924 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620191a-a557-48f0-a48b-592330df0aa0 req-3f50700a-2aa8-4719-8b93-54de64b54c8d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:06.322786 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9620191a-a557-48f0-a48b-592330df0aa0 req-3f50700a-2aa8-4719-8b93-54de64b54c8d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0543475 Jun 27 23:59:06.377921 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9620191a-a557-48f0-a48b-592330df0aa0 req-94782c71-eb3e-4621-a2bc-6be749be0e2d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490327 Jun 27 23:59:06.877841 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d7883-c567-484b-a397-ef8b7c2bc426 req-c6e47b4d-a06f-40be-841c-8cae521f6316 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:06.879466 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a94d7883-c567-484b-a397-ef8b7c2bc426 req-c6e47b4d-a06f-40be-841c-8cae521f6316 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0661128 Jun 27 23:59:06.933699 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a94d7883-c567-484b-a397-ef8b7c2bc426 req-9df92052-f295-4df4-9926-087543360ee4 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Jun 27 23:59:07.516592 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce08a0-3c59-41cd-91c4-bafa3dcd262c req-5d8df850-e3e9-44e3-bef7-22cb08881cfa tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:07.518149 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-30ce08a0-3c59-41cd-91c4-bafa3dcd262c req-5d8df850-e3e9-44e3-bef7-22cb08881cfa tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0546634 Jun 27 23:59:07.576069 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-30ce08a0-3c59-41cd-91c4-bafa3dcd262c req-154fd24d-7c6b-4def-9992-8f89fb4d76f0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519066 Jun 27 23:59:08.055392 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88c113-86f6-49a6-8490-dc1df1b641b3 req-5db89924-63ea-483c-a945-6d8d2c8e34ac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:08.057150 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea88c113-86f6-49a6-8490-dc1df1b641b3 req-5db89924-63ea-483c-a945-6d8d2c8e34ac tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0541499 Jun 27 23:59:08.108700 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea88c113-86f6-49a6-8490-dc1df1b641b3 req-69d1cebf-3f84-42e1-8c08-8c799285a81f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Jun 27 23:59:08.707148 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587474-8fd3-441e-9dec-cf15503d7f9c req-011968b2-2bb3-482e-8e64-42e23c9654eb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:08.708648 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc587474-8fd3-441e-9dec-cf15503d7f9c req-011968b2-2bb3-482e-8e64-42e23c9654eb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0577209 Jun 27 23:59:08.761093 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc587474-8fd3-441e-9dec-cf15503d7f9c req-34e8afaf-3707-469f-a3f3-32b4e336b3f2 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457654 Jun 27 23:59:09.238610 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170c2d6-2c5d-484d-81f1-7b6b51c5a12c req-dfd13860-ad2c-418d-88d9-0250abb1b160 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:09.240161 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e170c2d6-2c5d-484d-81f1-7b6b51c5a12c req-dfd13860-ad2c-418d-88d9-0250abb1b160 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0558097 Jun 27 23:59:09.301217 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e170c2d6-2c5d-484d-81f1-7b6b51c5a12c req-171d83c8-1b50-45eb-9ad0-d9d5ddd6e7f9 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545924 Jun 27 23:59:09.902399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da48a3-75c0-445c-a73d-cd5a000e6814 req-66af2b08-ce86-42c2-8e32-9d78a0bfe0e3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:09.903948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12da48a3-75c0-445c-a73d-cd5a000e6814 req-66af2b08-ce86-42c2-8e32-9d78a0bfe0e3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0630670 Jun 27 23:59:09.954573 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12da48a3-75c0-445c-a73d-cd5a000e6814 req-b27fee7c-acae-44c5-899e-07289ff83eec tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446148 Jun 27 23:59:10.422131 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ca66-b368-4d34-8e60-7d9a88db342b req-44f339e7-f279-4e1f-aa05-89fe64a183b2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:10.423665 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b8a2ca66-b368-4d34-8e60-7d9a88db342b req-44f339e7-f279-4e1f-aa05-89fe64a183b2 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0539658 Jun 27 23:59:10.484083 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b8a2ca66-b368-4d34-8e60-7d9a88db342b req-9994eb71-c973-4d35-88ec-7badaa37031b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544755 Jun 27 23:59:11.084390 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff6f6-6c5f-41f8-827e-f009ec2a2148 req-72c41b91-5fe6-49ce-bc9c-24052e3c6b11 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:11.086019 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bdbff6f6-6c5f-41f8-827e-f009ec2a2148 req-72c41b91-5fe6-49ce-bc9c-24052e3c6b11 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0553641 Jun 27 23:59:11.139104 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bdbff6f6-6c5f-41f8-827e-f009ec2a2148 req-518c88be-1156-4abd-8cd1-86681293f27a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469232 Jun 27 23:59:11.608632 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce548-7e38-41e8-b65a-56421fd57073 req-d07acaaf-2f03-4378-bdde-23af796fc1f3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:11.610198 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-17dce548-7e38-41e8-b65a-56421fd57073 req-d07acaaf-2f03-4378-bdde-23af796fc1f3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0553880 Jun 27 23:59:11.659221 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-17dce548-7e38-41e8-b65a-56421fd57073 req-88af03df-a38d-49bb-89ef-a25bd80aec22 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 Jun 27 23:59:12.270988 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b9c5-1555-42a5-a887-9118dca7fd42 req-7452d98c-20ba-4482-8f12-2606f4d6d6d0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:12.272666 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9416b9c5-1555-42a5-a887-9118dca7fd42 req-7452d98c-20ba-4482-8f12-2606f4d6d6d0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0545335 Jun 27 23:59:12.322845 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9416b9c5-1555-42a5-a887-9118dca7fd42 req-b851f19f-11e5-427a-8597-c69477031e18 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433609 Jun 27 23:59:12.789838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a55ab-0b84-4a56-8302-52379b86b8ea req-fb57ecdf-f658-4e10-9d59-4dca20269c4f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:12.791592 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6c7a55ab-0b84-4a56-8302-52379b86b8ea req-fb57ecdf-f658-4e10-9d59-4dca20269c4f tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0578721 Jun 27 23:59:12.841144 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6c7a55ab-0b84-4a56-8302-52379b86b8ea req-60aba69b-a17d-431a-8e3c-876d3c4ec365 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435853 Jun 27 23:59:13.453315 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40593cf-9dc3-405a-bac4-52f83ff33513 req-3d59996c-034f-4797-83ca-198445648873 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:13.454838 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f40593cf-9dc3-405a-bac4-52f83ff33513 req-3d59996c-034f-4797-83ca-198445648873 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0546281 Jun 27 23:59:13.504492 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f40593cf-9dc3-405a-bac4-52f83ff33513 req-ffb8796a-6f1a-498f-ad06-b46b048d5619 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436358 Jun 27 23:59:13.977452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ff7bb-2174-4d48-895c-0999346c59e5 req-9cbe3f60-efe0-4dce-bc80-15463ee3346b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:13.978852 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-153ff7bb-2174-4d48-895c-0999346c59e5 req-9cbe3f60-efe0-4dce-bc80-15463ee3346b tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0667937 Jun 27 23:59:14.026126 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-153ff7bb-2174-4d48-895c-0999346c59e5 req-3ee9cd72-9389-47f2-96e9-89c00ebceddd tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Jun 27 23:59:14.285589 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-216fa40d-0cd5-4bba-b782-ccab972456bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:14.287026 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-216fa40d-0cd5-4bba-b782-ccab972456bf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 200 len: 856 time: 0.0513971 Jun 27 23:59:14.338929 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-f652304b-b1e0-4677-a1c4-fa337071fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:14.340486 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-f652304b-b1e0-4677-a1c4-fa337071fbce service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1d347753-be55-4d38-aad9-02b4acd6755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445027 Jun 27 23:59:14.439703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-7dc01366-10d4-4087-9676-05a49b5671f4 service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864892 Jun 27 23:59:14.532488 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-12bc9f01-6007-422a-a52a-6d633deecaf8 req-1fd9192a-fd89-4766-bcfa-4fde68dfb8bd service neutron] 10.222.0.27 "GET /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845869 Jun 27 23:59:14.632694 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832623b6-8663-4e0a-b34e-6f4a48c99ee5 req-37d575bb-a8d8-4cb4-aba8-2bacc9670bf5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:14.634211 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-832623b6-8663-4e0a-b34e-6f4a48c99ee5 req-37d575bb-a8d8-4cb4-aba8-2bacc9670bf5 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0567498 Jun 27 23:59:14.682876 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-832623b6-8663-4e0a-b34e-6f4a48c99ee5 req-f5631099-173a-4e0c-a01d-7e0f33038219 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420763 Jun 27 23:59:15.154266 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d830ed1-768f-4005-845f-be014b5885e1 req-c91ea265-8d7e-46bf-8924-354f0c7a47cc tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:15.155736 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6d830ed1-768f-4005-845f-be014b5885e1 req-c91ea265-8d7e-46bf-8924-354f0c7a47cc tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Jun 27 23:59:15.202921 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6d830ed1-768f-4005-845f-be014b5885e1 req-3866d7b3-ac39-4d0e-acbe-62c3124c0d00 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Jun 27 23:59:15.814490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5b20f-dfbd-4e46-99b5-40c409a4aefc req-673c2024-3a14-4ec7-9c98-fa06587a785b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:15.816250 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b0d5b20f-dfbd-4e46-99b5-40c409a4aefc req-673c2024-3a14-4ec7-9c98-fa06587a785b tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0583112 Jun 27 23:59:15.873256 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b0d5b20f-dfbd-4e46-99b5-40c409a4aefc req-2b6f07d9-f4e3-4c4b-8b8c-caf76c38812a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512841 Jun 27 23:59:16.598049 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce84838-0286-4c12-bf4b-bc7e08b0cdfd req-c3b02d70-73a1-4d75-800d-c29cbf083950 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:16.599509 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1ce84838-0286-4c12-bf4b-bc7e08b0cdfd req-c3b02d70-73a1-4d75-800d-c29cbf083950 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.3234451 Jun 27 23:59:16.649750 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1ce84838-0286-4c12-bf4b-bc7e08b0cdfd req-4f7e908e-8e39-47de-bcc5-d3e628ccda82 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Jun 27 23:59:17.010274 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70057e-5f60-4d0a-a866-6c818eab3d05 req-7823e413-5d22-4e60-bbdb-03c902eb93f7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:17.011787 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8e70057e-5f60-4d0a-a866-6c818eab3d05 req-7823e413-5d22-4e60-bbdb-03c902eb93f7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0519903 Jun 27 23:59:17.060433 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8e70057e-5f60-4d0a-a866-6c818eab3d05 req-d148767b-c048-4211-92d9-f2cc8edccb7a tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426662 Jun 27 23:59:17.532535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-deddefaf-943e-462f-be7a-a78885656458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:17.778255 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c399676-3336-4375-955e-ac20d4cfb8fa req-f8dcedcc-ba0c-4c74-a561-c9d0043896fe tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:17.779730 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c399676-3336-4375-955e-ac20d4cfb8fa req-f8dcedcc-ba0c-4c74-a561-c9d0043896fe tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0603230 Jun 27 23:59:17.853575 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1c399676-3336-4375-955e-ac20d4cfb8fa req-79cc34f3-5c35-4f7e-a9c1-43ad18859011 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/security-groups?id=873f4661-7b9e-4a03-9a81-79cc39d97abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 Jun 27 23:59:17.877085 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-fad14dcd-4759-48d0-8a8a-62dbd5b6079d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:17.878531 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-fad14dcd-4759-48d0-8a8a-62dbd5b6079d tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 945 time: 0.0628335 Jun 27 23:59:17.976497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Deleting port a73dad80-2515-4b72-b73f-4fab2dd5f6fb {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:17.976858 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:17.978688 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 23:59:18.066629 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] For port a73dad80-2515-4b72-b73f-4fab2dd5f6fb, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:18.067212 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:18.080081 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Calling delete_port for a73dad80-2515-4b72-b73f-4fab2dd5f6fb owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:18.081545 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:18.093531 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'port_id': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'mac_address': 'fa:16:3e:c4:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 23:59:18.129273 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:59:18.129651 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:18.143269 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f8af9a-061d-48e8-98ed-efad8e2e2403 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 23:59:18.163742 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:18.168293 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:18.216788 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=9']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:18.234645 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45083f-f2fc-45e6-b1b4-dbd7b15eb557 req-a736b75f-a894-495f-8f3c-c09caa1839e8 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:18.236149 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb45083f-f2fc-45e6-b1b4-dbd7b15eb557 req-a736b75f-a894-495f-8f3c-c09caa1839e8 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 944 time: 0.0942960 Jun 27 23:59:18.268051 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (a73dad80-2515-4b72-b73f-4fab2dd5f6fb), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:18.307010 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Pushing event deleted for resources: {'Port': ['ID=a73dad80-2515-4b72-b73f-4fab2dd5f6fb,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:18.307732 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['a73dad80-2515-4b72-b73f-4fab2dd5f6fb'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:59:18.321160 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb45083f-f2fc-45e6-b1b4-dbd7b15eb557 req-ab411323-2e27-49d2-aac2-ab44d1244e91 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780449 Jun 27 23:59:18.359803 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] No DVR routers for this DVR port a73dad80-2515-4b72-b73f-4fab2dd5f6fb on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:18.363760 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:18.367088 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5437d01-ef79-4358-b1d7-a01d6287a646 req-ea491dff-16ea-489f-86ad-b9461739bec3 tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.27 "DELETE /v2.0/ports/a73dad80-2515-4b72-b73f-4fab2dd5f6fb HTTP/1.1" status: 204 len: 173 time: 0.4833729 Jun 27 23:59:18.367540 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97650f02-6874-466c-89d7-b14037dbfd44', 'name': 'network-vif-deleted', 'tag': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:18.369837 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89acc69-58df-46b7-9d9a-e26d83cb171a" -d '{"events": [{"server_uuid": "97650f02-6874-466c-89d7-b14037dbfd44", "name": "network-vif-deleted", "tag": "a73dad80-2515-4b72-b73f-4fab2dd5f6fb"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:18.404232 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84cc44-3590-4100-a469-293666d797fd x-openstack-request-id: req-ee84cc44-3590-4100-a469-293666d797fd {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:18.404602 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97650f02-6874-466c-89d7-b14037dbfd44", "name": "network-vif-deleted", "tag": "a73dad80-2515-4b72-b73f-4fab2dd5f6fb", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:18.404882 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee84cc44-3590-4100-a469-293666d797fd {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:18.405186 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee84cc44-3590-4100-a469-293666d797fd'] response: {'server_uuid': '97650f02-6874-466c-89d7-b14037dbfd44', 'name': 'network-vif-deleted', 'tag': 'a73dad80-2515-4b72-b73f-4fab2dd5f6fb', 'status': 'completed', 'code': 200} Jun 27 23:59:18.516308 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['18f8af9a-061d-48e8-98ed-efad8e2e2403'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 23:59:18.965747 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bd03756b-c2f3-4a38-80cd-7054a9118f14 req-c863dffd-8048-47c9-8d3e-3094bae925bb tempest-ServerRescueNegativeTestJSON-1225725139 tempest-ServerRescueNegativeTestJSON-1225725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=97650f02-6874-466c-89d7-b14037dbfd44 HTTP/1.1" status: 200 len: 210 time: 0.0306139 Jun 27 23:59:19.468300 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342fee8-fab1-42b7-872f-ffd599df13bf req-d4a78dd9-dc5f-4da3-8a66-f96a7f5792e4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:19.469843 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3342fee8-fab1-42b7-872f-ffd599df13bf req-d4a78dd9-dc5f-4da3-8a66-f96a7f5792e4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 945 time: 0.0538862 Jun 27 23:59:19.516242 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3342fee8-fab1-42b7-872f-ffd599df13bf req-309bc4bc-6810-4780-b433-e52d17faaa8e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406961 Jun 27 23:59:19.761463 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-57a2529a-b9fc-448e-a08c-aae0633e05ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:20.018814 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 23:59:20.029257 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35008) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:20.069823 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 18f8af9a-061d-48e8-98ed-efad8e2e2403 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 27 23:59:20.070198 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:20.143561 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 18f8af9a-061d-48e8-98ed-efad8e2e2403 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 27 23:59:20.143948 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:20.167340 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:20.169959 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31f74f-e02d-4295-a936-e97a8ac56621" -d '{"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-plugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:20.183114 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:20.188419 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:20.189275 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device a73dad80-2515-4b72-b73f-4fab2dd5f6fb no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:20.230967 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27558a60-3001-4ae8-afe5-659b01d0f49e x-openstack-request-id: req-27558a60-3001-4ae8-afe5-659b01d0f49e {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:20.231691 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-plugged", "status": "completed", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:20.231691 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27558a60-3001-4ae8-afe5-659b01d0f49e {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:20.231893 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27558a60-3001-4ae8-afe5-659b01d0f49e'] response: {'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'code': 200} Jun 27 23:59:20.234657 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: a73dad80-2515-4b72-b73f-4fab2dd5f6fb {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:20.235004 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device a73dad80-2515-4b72-b73f-4fab2dd5f6fb not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:20.260560 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=10']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:20.494956 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bc698-4f82-4066-818d-d07e2674908a req-bb576b67-00f7-468b-900e-612fbcdbfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:20.494956 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a5bc698-4f82-4066-818d-d07e2674908a req-bb576b67-00f7-468b-900e-612fbcdbfea2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 1131 time: 0.0730429 Jun 27 23:59:20.536171 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a5bc698-4f82-4066-818d-d07e2674908a req-b35188a6-159c-4c9d-8217-8cf0057d7b0b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368176 Jun 27 23:59:20.645182 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (05a5b90a-6a04-444d-a76b-777f5816192f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:20.650637 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fc74f-ce0f-471d-94e9-fcd2ca8f39cd req-07896e47-71f8-46a4-ba22-35e397519c1e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:20.652141 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c55fc74f-ce0f-471d-94e9-fcd2ca8f39cd req-07896e47-71f8-46a4-ba22-35e397519c1e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 947 time: 0.0549955 Jun 27 23:59:20.701152 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c55fc74f-ce0f-471d-94e9-fcd2ca8f39cd req-119a0573-b617-46f0-b038-8655a6602c38 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431185 Jun 27 23:59:20.733576 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:20.930537 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Deleting port c768dddd-e9cc-433e-a357-e6abddf60ae4 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:20.930881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:21.007564 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] For port c768dddd-e9cc-433e-a357-e6abddf60ae4, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c768dddd-e9cc-433e-a357-e6abddf60ae4,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:21.007928 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:21.027938 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Calling delete_port for c768dddd-e9cc-433e-a357-e6abddf60ae4 owned by network:router_interface {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:21.212452 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (c768dddd-e9cc-433e-a357-e6abddf60ae4), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:21.237399 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c768dddd-e9cc-433e-a357-e6abddf60ae4,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:21.397798 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (05a5b90a-6a04-444d-a76b-777f5816192f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:21.599662 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Router 05a5b90a-6a04-444d-a76b-777f5816192f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:59:21.704576 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:59:21.712670 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f5c718ed-831d-49f1-8405-972cee5099b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/05a5b90a-6a04-444d-a76b-777f5816192f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800954 Jun 27 23:59:21.713651 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] Sync routers for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:59:21.714165 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35030) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:21.729353 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:21.730202 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:21.838764 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:21.839369 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks [] for router (05a5b90a-6a04-444d-a76b-777f5816192f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:21.869033 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50fd64-f74f-4398-bc9e-9341833a0424 req-a967300d-8a8c-4b19-8404-c2553dfe428e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:21.870685 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8d50fd64-f74f-4398-bc9e-9341833a0424 req-a967300d-8a8c-4b19-8404-c2553dfe428e tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 947 time: 0.0791998 Jun 27 23:59:21.932403 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8d50fd64-f74f-4398-bc9e-9341833a0424 req-69f09d2c-ffea-4bb4-a68e-f52cfb9c81d4 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552189 Jun 27 23:59:21.969279 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks [] for router_gateway (05a5b90a-6a04-444d-a76b-777f5816192f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.023259 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Deleting port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:22.023523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.046280 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:59:21Z', 'revision_number': 5, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port': {'id': 'ff833c8c-ef7e-4697-97f2-44b6b6ce78e9', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:30Z', 'updated_at': '2022-06-27T23:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:22.076454 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] Checking router: 05a5b90a-6a04-444d-a76b-777f5816192f for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:59:22.088639 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] Routers {'05a5b90a-6a04-444d-a76b-777f5816192f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:22.089290 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['05a5b90a-6a04-444d-a76b-777f5816192f'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:22.112185 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] For port ff833c8c-ef7e-4697-97f2-44b6b6ce78e9, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:22.112547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.136041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Calling delete_port for ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:22.174668 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] Set router 05a5b90a-6a04-444d-a76b-777f5816192f gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:22.223417 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:59:21Z', 'revision_number': 6, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:22.230365 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.248392 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2424e-2860-4af5-b245-f957bfd2860b None None] The sync data for ids ['05a5b90a-6a04-444d-a76b-777f5816192f'] in dv-cinder-847864-2-iscsi is: [{'id': '05a5b90a-6a04-444d-a76b-777f5816192f', 'name': 'tempest-ServerRescueNegativeTestJSON-193504660-router', 'tenant_id': 'd1d141479a1540a1a4d59f6b03214384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:29Z', 'updated_at': '2022-06-27T23:59:21Z', 'revision_number': 6, 'project_id': 'd1d141479a1540a1a4d59f6b03214384', 'gw_port_host': None}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:59:22.319200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (ff833c8c-ef7e-4697-97f2-44b6b6ce78e9), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.348740 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff833c8c-ef7e-4697-97f2-44b6b6ce78e9,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:22.413482 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (05a5b90a-6a04-444d-a76b-777f5816192f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.516135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (05a5b90a-6a04-444d-a76b-777f5816192f), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.518483 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks [] for router_controller (05a5b90a-6a04-444d-a76b-777f5816192f), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.582424 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (05a5b90a-6a04-444d-a76b-777f5816192f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.582986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05a5b90a-6a04-444d-a76b-777f5816192f {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 23:59:22.587996 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.592252 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-188096fe-ff07-4a36-8fd3-5993346281d3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/05a5b90a-6a04-444d-a76b-777f5816192f HTTP/1.1" status: 204 len: 168 time: 0.8720772 Jun 27 23:59:22.592408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35064) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:22.670861 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Deleting subnet 7206aaa1-104c-448a-89ae-ba865f3baadb {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 27 23:59:22.675951 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Publish callbacks [] for subnet (7206aaa1-104c-448a-89ae-ba865f3baadb), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.720378 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (7206aaa1-104c-448a-89ae-ba865f3baadb), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.830502 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (7206aaa1-104c-448a-89ae-ba865f3baadb), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.891566 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (7206aaa1-104c-448a-89ae-ba865f3baadb), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.916723 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7206aaa1-104c-448a-89ae-ba865f3baadb,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:22.921429 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:22.925228 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f213d3c8-51c9-426e-9129-79efe1dd0a96 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7206aaa1-104c-448a-89ae-ba865f3baadb HTTP/1.1" status: 204 len: 168 time: 0.3312252 Jun 27 23:59:22.927061 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35066) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:22.929734 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b9f28-f653-4048-b3f3-02b5844e7548 None None] Network eba48cad-277d-4e9c-935d-836b1282fdae requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:59:22.994306 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (eba48cad-277d-4e9c-935d-836b1282fdae), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.051155 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c768dddd-e9cc-433e-a357-e6abddf60ae4 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:23.079898 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: c768dddd-e9cc-433e-a357-e6abddf60ae4 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:23.080487 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c768dddd-e9cc-433e-a357-e6abddf60ae4 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:23.086952 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9704757-b8ce-41c7-99ed-56c3eb8be35a req-31afaf26-0483-4ad1-a9ae-519ff639f0f3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:23.088894 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b9704757-b8ce-41c7-99ed-56c3eb8be35a req-31afaf26-0483-4ad1-a9ae-519ff639f0f3 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 947 time: 0.0787067 Jun 27 23:59:23.114756 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] DHCP port deletion for eba48cad-277d-4e9c-935d-836b1282fdae request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 23:59:23.161175 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b9704757-b8ce-41c7-99ed-56c3eb8be35a req-9d0d93c3-86d1-4607-8dc1-cc3ce357e4f1 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648861 Jun 27 23:59:23.190960 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] Deleting port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:23.191353 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.269676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] For port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:23.270300 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.292994 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] Calling delete_port for b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:23.323770 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Deleting port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:23.324457 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.400645 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] For port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,segment=NetworkSegment(f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4),segment_id=f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:23.401029 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.416166 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Calling delete_port for b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:23.433888 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.463747 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] Pushing event deleted for resources: {'Port': ['ID=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:23.467927 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78bbd47-76ab-4ce4-98c2-d793a8476d85 None None] No DVR routers for this DVR port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:23.513415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (b1cf0ddf-5cab-461b-9d02-8fc7d8980e28), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.535479 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cf0ddf-5cab-461b-9d02-8fc7d8980e28,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:23.541467 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] No DVR routers for this DVR port b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:23.616422 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (eba48cad-277d-4e9c-935d-836b1282fdae), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.643180 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba48cad-277d-4e9c-935d-836b1282fdae']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:23.653511 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:23.653795 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:23.675826 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.689618 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.695399 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 23:59:23.695782 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.733966 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4 resource provider aggregate not found Jun 27 23:59:23.753682 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f14f3b6b-5ca6-432d-a4c9-e13f27d61fd4 found for delete ", "request_id": "req-ffcf10ff-6117-4200-b98c-b7b39a22fbd3"}]} Jun 27 23:59:23.763056 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (eba48cad-277d-4e9c-935d-836b1282fdae), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.767755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.771153 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eba48cad-277d-4e9c-935d-836b1282fdae HTTP/1.1" status: 204 len: 168 time: 0.8431840 Jun 27 23:59:23.784376 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f02571-d82c-4d1e-9de2-079ae09a3496 admin admin] Pushing event deleted for resources: {'Network': ['ID=eba48cad-277d-4e9c-935d-836b1282fdae,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:23.806384 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:23.956968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35094) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:23.999172 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-08975029-43d8-4c17-939e-ea69db0202f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1d141479a1540a1a4d59f6b03214384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403132 Jun 27 23:59:24.002255 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35096) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:24.050787 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2279ef5c-7907-428b-8a7e-64c529beeb00 admin admin] Publish callbacks [] for security_group (873f4661-7b9e-4a03-9a81-79cc39d97abc), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:24.074397 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2279ef5c-7907-428b-8a7e-64c529beeb00 admin admin] Publish callbacks [] for security_group (873f4661-7b9e-4a03-9a81-79cc39d97abc), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:24.132898 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2279ef5c-7907-428b-8a7e-64c529beeb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (873f4661-7b9e-4a03-9a81-79cc39d97abc), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:24.135489 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2279ef5c-7907-428b-8a7e-64c529beeb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:24.136747 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-2279ef5c-7907-428b-8a7e-64c529beeb00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/873f4661-7b9e-4a03-9a81-79cc39d97abc HTTP/1.1" status: 204 len: 168 time: 0.1335447 Jun 27 23:59:24.144643 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ef5c-7907-428b-8a7e-64c529beeb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f4661-7b9e-4a03-9a81-79cc39d97abc,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:24.556312 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:24.581338 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:24.581683 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b1cf0ddf-5cab-461b-9d02-8fc7d8980e28 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:24.582094 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:24.600472 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:24.600818 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device ff833c8c-ef7e-4697-97f2-44b6b6ce78e9 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:29.316466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35220) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:29.428753 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d52a1f8e-9282-493e-9091-14b3eb667c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.502835 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d52a1f8e-9282-493e-9091-14b3eb667c9a admin admin] Publish callbacks [] for security_group (4585d5b5-fa3d-47db-936e-8e1cf578ef1e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.508336 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d52a1f8e-9282-493e-9091-14b3eb667c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4585d5b5-fa3d-47db-936e-8e1cf578ef1e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.549249 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d52a1f8e-9282-493e-9091-14b3eb667c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=792e7df7cb6a4420a5d203175361f654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313740 Jun 27 23:59:29.549886 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1f8e-9282-493e-9091-14b3eb667c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4585d5b5-fa3d-47db-936e-8e1cf578ef1e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:29.551954 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35224) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:29.601851 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b076e1ab-0091-4f29-acdb-d8be54b30e52 admin admin] Publish callbacks [] for security_group (4585d5b5-fa3d-47db-936e-8e1cf578ef1e), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.625805 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b076e1ab-0091-4f29-acdb-d8be54b30e52 admin admin] Publish callbacks [] for security_group (4585d5b5-fa3d-47db-936e-8e1cf578ef1e), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.678830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b076e1ab-0091-4f29-acdb-d8be54b30e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4585d5b5-fa3d-47db-936e-8e1cf578ef1e), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.682246 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b076e1ab-0091-4f29-acdb-d8be54b30e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:29.683417 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-b076e1ab-0091-4f29-acdb-d8be54b30e52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4585d5b5-fa3d-47db-936e-8e1cf578ef1e HTTP/1.1" status: 204 len: 168 time: 0.1303813 Jun 27 23:59:29.691649 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076e1ab-0091-4f29-acdb-d8be54b30e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585d5b5-fa3d-47db-936e-8e1cf578ef1e,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:29.963174 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35230) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:29.976706 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2417b7bf-ffeb-4fd0-8545-4b1fc20e502c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.051928 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2417b7bf-ffeb-4fd0-8545-4b1fc20e502c admin admin] Publish callbacks [] for security_group (ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.058270 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2417b7bf-ffeb-4fd0-8545-4b1fc20e502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.091138 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2417b7bf-ffeb-4fd0-8545-4b1fc20e502c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64069b1f8d694245b3a874636c4a44ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246290 Jun 27 23:59:30.091942 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35238) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:30.100906 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417b7bf-ffeb-4fd0-8545-4b1fc20e502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:30.143103 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f41c206e-2bab-42c2-8e25-a7dac03cfa2e admin admin] Publish callbacks [] for security_group (ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.165115 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f41c206e-2bab-42c2-8e25-a7dac03cfa2e admin admin] Publish callbacks [] for security_group (ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.217847 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f41c206e-2bab-42c2-8e25-a7dac03cfa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.220446 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f41c206e-2bab-42c2-8e25-a7dac03cfa2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:30.221991 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f41c206e-2bab-42c2-8e25-a7dac03cfa2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3 HTTP/1.1" status: 204 len: 168 time: 0.1289318 Jun 27 23:59:30.230314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c206e-2bab-42c2-8e25-a7dac03cfa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbff5d6-bb61-4fd9-a4d0-72e7fb44c7d3,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:30.421851 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 23:59:32.992968 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.131764 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649182d-f3b4-4890-a33a-58054b4e2f27 req-b4854662-37fc-470e-996a-13c8358768d1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:39.133186 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f649182d-f3b4-4890-a33a-58054b4e2f27 req-b4854662-37fc-470e-996a-13c8358768d1 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.0583935 Jun 27 23:59:39.185609 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f649182d-f3b4-4890-a33a-58054b4e2f27 req-ea892f01-823f-4dc7-8670-0400304a328e tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463474 Jun 27 23:59:39.443456 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35396) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:39.548832 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ebbc-2bec-476d-b813-1f29a60cc441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.624640 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ebbc-2bec-476d-b813-1f29a60cc441 admin admin] Publish callbacks [] for security_group (2628f82a-3664-41ce-a7e4-2652e3e33462), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.630249 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ebbc-2bec-476d-b813-1f29a60cc441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2628f82a-3664-41ce-a7e4-2652e3e33462), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.667293 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8ebbc-2bec-476d-b813-1f29a60cc441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2628f82a-3664-41ce-a7e4-2652e3e33462,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:39.671738 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-4fc8ebbc-2bec-476d-b813-1f29a60cc441 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=791658dabe5147afb8f385d3ac26d7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271974 Jun 27 23:59:39.674477 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35400) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:39.722175 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8472-0064-4023-b584-64f249adb8b9 admin admin] Publish callbacks [] for security_group (2628f82a-3664-41ce-a7e4-2652e3e33462), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.747694 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8472-0064-4023-b584-64f249adb8b9 admin admin] Publish callbacks [] for security_group (2628f82a-3664-41ce-a7e4-2652e3e33462), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.796372 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8472-0064-4023-b584-64f249adb8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2628f82a-3664-41ce-a7e4-2652e3e33462), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.799124 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8472-0064-4023-b584-64f249adb8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:39.800262 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-ed0f8472-0064-4023-b584-64f249adb8b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2628f82a-3664-41ce-a7e4-2652e3e33462 HTTP/1.1" status: 204 len: 168 time: 0.1248593 Jun 27 23:59:39.807597 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f8472-0064-4023-b584-64f249adb8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2628f82a-3664-41ce-a7e4-2652e3e33462,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:40.070517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35406) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:40.086376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-27730542-9984-48a2-8051-4d18bd1d8f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.179271 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-27730542-9984-48a2-8051-4d18bd1d8f48 admin admin] Publish callbacks [] for security_group (1d893e40-13b6-47a3-9651-96319669ba8f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.184008 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-27730542-9984-48a2-8051-4d18bd1d8f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (1d893e40-13b6-47a3-9651-96319669ba8f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.220179 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27730542-9984-48a2-8051-4d18bd1d8f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d893e40-13b6-47a3-9651-96319669ba8f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:40.227042 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-27730542-9984-48a2-8051-4d18bd1d8f48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f35ac24742154b12a6063768f8cda05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527805 Jun 27 23:59:40.227339 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35410) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:40.308556 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5210-9b46-4cc4-99ac-9c1075dfcfa6 admin admin] Publish callbacks [] for security_group (1d893e40-13b6-47a3-9651-96319669ba8f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.339528 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f075a50-31eb-4191-bcb1-100902516937 req-df58a39f-df0e-4098-954c-bd13b387ca51 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:40.341009 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9f075a50-31eb-4191-bcb1-100902516937 req-df58a39f-df0e-4098-954c-bd13b387ca51 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.0854082 Jun 27 23:59:40.342980 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5210-9b46-4cc4-99ac-9c1075dfcfa6 admin admin] Publish callbacks [] for security_group (1d893e40-13b6-47a3-9651-96319669ba8f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.414112 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9f075a50-31eb-4191-bcb1-100902516937 req-20cef3d5-ca6f-4b19-818d-95db5418de9a tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups?id=754d88d0-70ce-42f8-9869-9b41cf914d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645571 Jun 27 23:59:40.425953 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5210-9b46-4cc4-99ac-9c1075dfcfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (1d893e40-13b6-47a3-9651-96319669ba8f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.428935 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5210-9b46-4cc4-99ac-9c1075dfcfa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:40.431795 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7bbb5210-9b46-4cc4-99ac-9c1075dfcfa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d893e40-13b6-47a3-9651-96319669ba8f HTTP/1.1" status: 204 len: 168 time: 0.2035694 Jun 27 23:59:40.443148 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb5210-9b46-4cc4-99ac-9c1075dfcfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d893e40-13b6-47a3-9651-96319669ba8f,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:40.908953 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-8f1fab26-7b05-4941-bf4f-f2764a495db3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:40.910469 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-8f1fab26-7b05-4941-bf4f-f2764a495db3 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 946 time: 0.0523934 Jun 27 23:59:41.009655 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:41.009998 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.101477 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] For port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:41.101837 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.269278 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.269909 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (5f020a18-beb0-4cc4-b313-e718914069c0), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.270029 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Floating IP 5f020a18-beb0-4cc4-b313-e718914069c0 disassociated. External IP: 172.27.1.78, port: 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2. Jun 27 23:59:41.270354 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:41.397635 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (0f31b600-d967-4a3b-98bd-a25bfbdc1fb2), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.425155 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=0f31b600-d967-4a3b-98bd-a25bfbdc1fb2,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:41.568111 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35458) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:41.568646 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ae42cb25-762e-4319-8a59-007733ab30a0 req-5d376267-bdcd-43b3-a514-092127eacbea tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3b810b-60f2-4ac6-858a-b3eda400edb6 HTTP/1.1" status: 200 len: 210 time: 0.0345416 Jun 27 23:59:41.603414 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:59:41.680672 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.705955 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:59:41.719725 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:59:41.742999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:41.750368 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:41.766921 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] No DVR routers for this DVR port 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:41.770376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.773235 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Publish callbacks [] for security_group (63451c34-3402-4984-b220-23474ed39bd0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.774803 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4570e0fc-b36b-472e-b4fd-2a0f9c9d06a0 req-1ff595dd-b159-4b8c-a247-db9fdc29f786 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.27 "DELETE /v2.0/ports/0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 HTTP/1.1" status: 204 len: 173 time: 0.8580198 Jun 27 23:59:41.775323 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'name': 'network-vif-deleted', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:41.778737 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29da5d0-8e15-4407-9df4-6cb5f22c7564" -d '{"events": [{"server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "name": "network-vif-deleted", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:41.779223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (63451c34-3402-4984-b220-23474ed39bd0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:41.839918 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4d6db6-2058-4fdb-a0b5-4d03e7ace4e0 x-openstack-request-id: req-3d4d6db6-2058-4fdb-a0b5-4d03e7ace4e0 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:41.840214 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b810b-60f2-4ac6-858a-b3eda400edb6", "name": "network-vif-deleted", "tag": "0f31b600-d967-4a3b-98bd-a25bfbdc1fb2", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:41.840469 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d4d6db6-2058-4fdb-a0b5-4d03e7ace4e0 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:41.840993 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4d6db6-2058-4fdb-a0b5-4d03e7ace4e0'] response: {'server_uuid': 'ca3b810b-60f2-4ac6-858a-b3eda400edb6', 'name': 'network-vif-deleted', 'tag': '0f31b600-d967-4a3b-98bd-a25bfbdc1fb2', 'status': 'completed', 'code': 200} Jun 27 23:59:41.849788 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63451c34-3402-4984-b220-23474ed39bd0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:41.864256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35468) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:41.864476 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc6099c4b02d48a58bcc86c4655a1a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939675 Jun 27 23:59:41.866393 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.866985 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.867522 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.868489 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.869945 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.870509 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.871038 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.871757 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.872379 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.872921 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.873493 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.874147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.874915 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638d765-41fd-45ad-ae6d-49e6252b3ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:41.914082 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:41.993983 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-66d38fbf-e0e3-477c-99a7-17936162a251 admin admin] Publish callbacks [] for security_group (63451c34-3402-4984-b220-23474ed39bd0), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.020422 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-66d38fbf-e0e3-477c-99a7-17936162a251 admin admin] Publish callbacks [] for security_group (63451c34-3402-4984-b220-23474ed39bd0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.086700 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-66d38fbf-e0e3-477c-99a7-17936162a251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (63451c34-3402-4984-b220-23474ed39bd0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.089343 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-66d38fbf-e0e3-477c-99a7-17936162a251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.090672 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-66d38fbf-e0e3-477c-99a7-17936162a251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63451c34-3402-4984-b220-23474ed39bd0 HTTP/1.1" status: 204 len: 168 time: 0.2254772 Jun 27 23:59:42.107813 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d38fbf-e0e3-477c-99a7-17936162a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63451c34-3402-4984-b220-23474ed39bd0,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:42.167579 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:42.200311 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:59:42.211063 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:42.211597 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:42.327158 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:42.491350 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb888-fdb9-4f80-b6b8-96fd884734e0 req-fcb70943-18cf-462d-b5f2-a4fd13377fbb tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:42.496447 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-270fb888-fdb9-4f80-b6b8-96fd884734e0 req-fcb70943-18cf-462d-b5f2-a4fd13377fbb tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.0692189 Jun 27 23:59:42.550779 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-270fb888-fdb9-4f80-b6b8-96fd884734e0 req-2350141c-86d8-4c6f-bbc0-e841039366fd tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473809 Jun 27 23:59:42.673723 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35504) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:42.693403 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:42.722205 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e94ff6-56e5-4d90-8c3e-3bc56aea5733 None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'a92c40bf-76e2-490e-bbff-48408b8d0485', 'name': '', 'network_id': '03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'mac_address': 'fa:16:3e:a0:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:27Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'subnets': [{'id': '6f6c0c41-0f3f-4127-a76f-bed33de3dbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:59:42.730607 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fae2b96e-2484-4fdf-96dc-6df32a9f9e0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (754d88d0-70ce-42f8-9869-9b41cf914d6c), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.759342 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fae2b96e-2484-4fdf-96dc-6df32a9f9e0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (754d88d0-70ce-42f8-9869-9b41cf914d6c), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.817452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fae2b96e-2484-4fdf-96dc-6df32a9f9e0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (754d88d0-70ce-42f8-9869-9b41cf914d6c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.820058 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-fae2b96e-2484-4fdf-96dc-6df32a9f9e0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.821263 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-fae2b96e-2484-4fdf-96dc-6df32a9f9e0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/security-groups/754d88d0-70ce-42f8-9869-9b41cf914d6c HTTP/1.1" status: 204 len: 168 time: 0.1464295 Jun 27 23:59:42.824164 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35510) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:42.831798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2b96e-2484-4fdf-96dc-6df32a9f9e0b tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d88d0-70ce-42f8-9869-9b41cf914d6c,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:42.839312 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.api.v2.resource [None req-aa78f6de-a85d-43db-8418-ff8427e18911 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] show failed (client error): The resource could not be found. Jun 27 23:59:42.844140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35512) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:42.844440 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-aa78f6de-a85d-43db-8418-ff8427e18911 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "GET /v2.0/security-groups/754d88d0-70ce-42f8-9869-9b41cf914d6c HTTP/1.1" status: 404 len: 347 time: 0.0188959 Jun 27 23:59:42.974930 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Deleting port b81d8793-e7b7-4d5c-bbd2-709003274692 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:42.975610 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:42.985496 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3dc07-b53e-4c3a-a41a-091d883ddbd9 None None] New status for floating IP 5f020a18-beb0-4cc4-b313-e718914069c0: DOWN {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:59:43.059684 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:43.060089 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (b81d8793-e7b7-4d5c-bbd2-709003274692), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:43.073828 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Calling delete_port for b81d8793-e7b7-4d5c-bbd2-709003274692 owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:43.213713 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (b81d8793-e7b7-4d5c-bbd2-709003274692), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:43.238268 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Pushing event deleted for resources: {'Port': ['ID=b81d8793-e7b7-4d5c-bbd2-709003274692,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:43.305634 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks [] for floatingip (5f020a18-beb0-4cc4-b313-e718914069c0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:43.308630 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:43.312995 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d5b0ac5e-5bea-480b-abe3-407f0b7dcbe0 tempest-AttachVolumeNegativeTest-659613647 tempest-AttachVolumeNegativeTest-659613647-project] 10.222.0.26 "DELETE /v2.0/floatingips/5f020a18-beb0-4cc4-b313-e718914069c0 HTTP/1.1" status: 204 len: 168 time: 0.4646983 Jun 27 23:59:43.676584 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3880d1-ead9-4b23-b4f8-b6f5e3792f05 req-24ae7783-f239-4daf-9d26-16acd2610a43 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:43.678556 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-de3880d1-ead9-4b23-b4f8-b6f5e3792f05 req-24ae7783-f239-4daf-9d26-16acd2610a43 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.0567908 Jun 27 23:59:43.729383 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-de3880d1-ead9-4b23-b4f8-b6f5e3792f05 req-cb844640-6729-4a80-8bf2-c6c4e96c63a6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450320 Jun 27 23:59:44.120568 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:44.139737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:44.140070 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 0f31b600-d967-4a3b-98bd-a25bfbdc1fb2 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:44.448832 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149da03d-079c-43fb-8183-483c1df428f7 req-89e8f99a-1c22-4c9a-976f-a99994a47cbe tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:44.452323 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-149da03d-079c-43fb-8183-483c1df428f7 req-89e8f99a-1c22-4c9a-976f-a99994a47cbe tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.0633383 Jun 27 23:59:44.556013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Deleting port 017a8701-34d3-41f5-99c8-6a9e60505554 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:44.556354 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:44.658952 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] For port 017a8701-34d3-41f5-99c8-6a9e60505554, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=017a8701-34d3-41f5-99c8-6a9e60505554,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:44.659321 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:44.843331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:44.844095 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (5b3276fe-6fc5-452a-8523-fbec513ebab7), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:44.844095 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Floating IP 5b3276fe-6fc5-452a-8523-fbec513ebab7 disassociated. External IP: 172.27.1.134, port: 017a8701-34d3-41f5-99c8-6a9e60505554. Jun 27 23:59:44.844323 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Calling delete_port for 017a8701-34d3-41f5-99c8-6a9e60505554 owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:44.903076 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa0ae-93f0-409d-a866-bebc2063e833 req-4d41a289-0883-4c05-b5ec-180320542b1d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:44.904549 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-18faa0ae-93f0-409d-a866-bebc2063e833 req-4d41a289-0883-4c05-b5ec-180320542b1d tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/ports?device_id=11b0a7e6-15ba-4ade-98f8-fee9689df806 HTTP/1.1" status: 200 len: 946 time: 0.1055484 Jun 27 23:59:44.972408 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-18faa0ae-93f0-409d-a866-bebc2063e833 req-e3a22e08-2e18-411c-a960-297e8e2abe64 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b9c4bb-2c58-4263-8ea9-63098ac5711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609007 Jun 27 23:59:45.025750 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (017a8701-34d3-41f5-99c8-6a9e60505554), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:45.057975 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event deleted for resources: {'Port': ['ID=017a8701-34d3-41f5-99c8-6a9e60505554,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:45.164527 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:59:45.266431 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:59:45.277206 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:59:45.287898 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:45.288570 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:45.308387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] No DVR routers for this DVR port 017a8701-34d3-41f5-99c8-6a9e60505554 on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:45.310864 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:45.314537 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-149da03d-079c-43fb-8183-483c1df428f7 req-b76e36b0-a95d-47fb-887c-81e68653cec6 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.27 "DELETE /v2.0/ports/017a8701-34d3-41f5-99c8-6a9e60505554 HTTP/1.1" status: 204 len: 173 time: 0.8567557 Jun 27 23:59:45.315005 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'name': 'network-vif-deleted', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:45.317280 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ab0e58-4fd8-4a2d-9685-e109e983516e" -d '{"events": [{"server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "name": "network-vif-deleted", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:45.354428 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8726d8b5-7476-4207-89e9-97bc5dc1ea8f x-openstack-request-id: req-8726d8b5-7476-4207-89e9-97bc5dc1ea8f {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:45.354722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b0a7e6-15ba-4ade-98f8-fee9689df806", "name": "network-vif-deleted", "tag": "017a8701-34d3-41f5-99c8-6a9e60505554", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:45.354983 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8726d8b5-7476-4207-89e9-97bc5dc1ea8f {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:45.355393 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8726d8b5-7476-4207-89e9-97bc5dc1ea8f'] response: {'server_uuid': '11b0a7e6-15ba-4ade-98f8-fee9689df806', 'name': 'network-vif-deleted', 'tag': '017a8701-34d3-41f5-99c8-6a9e60505554', 'status': 'completed', 'code': 200} Jun 27 23:59:45.398687 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:45.635623 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:45.666447 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:59:45.676728 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:45.677398 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:45.792282 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:46.013825 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:46.038536 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eebfa8-e638-49a4-baa1-61fc785f5946 None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:16Z', 'revision_number': 4, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'c4649d50-12d9-4314-b7a0-0139ba2f4e07', 'name': '', 'network_id': '2d3267f3-14cd-463f-add4-8cc7c227cd2c', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'mac_address': 'fa:16:3e:a4:5f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:15Z', 'updated_at': '2022-06-27T23:53:38Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'subnets': [{'id': 'c6b76a86-6b22-4686-ac1d-1c5c7c3e947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:59:46.058713 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35616) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:46.122520 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f936158b-d013-4648-89cc-dead08557037 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (c5b9c4bb-2c58-4263-8ea9-63098ac5711c), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.147791 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f936158b-d013-4648-89cc-dead08557037 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (c5b9c4bb-2c58-4263-8ea9-63098ac5711c), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.222509 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f936158b-d013-4648-89cc-dead08557037 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c5b9c4bb-2c58-4263-8ea9-63098ac5711c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.225296 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f936158b-d013-4648-89cc-dead08557037 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.226499 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f936158b-d013-4648-89cc-dead08557037 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5b9c4bb-2c58-4263-8ea9-63098ac5711c HTTP/1.1" status: 204 len: 168 time: 0.1666498 Jun 27 23:59:46.231383 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35618) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:46.236352 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936158b-d013-4648-89cc-dead08557037 tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b9c4bb-2c58-4263-8ea9-63098ac5711c,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:46.260922 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.api.v2.resource [None req-56c0d0a5-de72-401d-a7aa-cc76dbeca3cb tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] show failed (client error): The resource could not be found. Jun 27 23:59:46.265300 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-56c0d0a5-de72-401d-a7aa-cc76dbeca3cb tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "GET /v2.0/security-groups/c5b9c4bb-2c58-4263-8ea9-63098ac5711c HTTP/1.1" status: 404 len: 347 time: 0.0273395 Jun 27 23:59:46.265300 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35620) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:46.319945 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9da96-96cd-45ee-bf54-d736dd137d97 None None] New status for floating IP 5b3276fe-6fc5-452a-8523-fbec513ebab7: DOWN {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 23:59:46.398426 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Deleting port 62365fa2-52b6-482b-be51-8c7f6cbdfa03 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:46.398919 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.476394 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.476722 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (62365fa2-52b6-482b-be51-8c7f6cbdfa03), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.488623 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Calling delete_port for 62365fa2-52b6-482b-be51-8c7f6cbdfa03 owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:46.625487 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (62365fa2-52b6-482b-be51-8c7f6cbdfa03), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.651743 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Pushing event deleted for resources: {'Port': ['ID=62365fa2-52b6-482b-be51-8c7f6cbdfa03,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:46.718312 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks [] for floatingip (5b3276fe-6fc5-452a-8523-fbec513ebab7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.720987 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:46.722174 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4c4d8f1d-1707-465d-a30f-d2546a6c2e3e tempest-AttachVolumeTestJSON-1119908288 tempest-AttachVolumeTestJSON-1119908288-project] 10.222.0.26 "DELETE /v2.0/floatingips/5b3276fe-6fc5-452a-8523-fbec513ebab7 HTTP/1.1" status: 204 len: 168 time: 0.4561436 Jun 27 23:59:47.016973 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35634) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:47.528540 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1d412686-1271-4f68-a258-86c6639b0aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:47.533408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (31ed2dbc-e772-47e4-bb1c-c087928156af), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:47.781195 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Deleting port a92c40bf-76e2-490e-bbff-48408b8d0485 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:47.781562 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:47.870518 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] For port a92c40bf-76e2-490e-bbff-48408b8d0485, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a92c40bf-76e2-490e-bbff-48408b8d0485,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:47.870892 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:47.885974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Calling delete_port for a92c40bf-76e2-490e-bbff-48408b8d0485 owned by network:router_interface {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:48.071832 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (a92c40bf-76e2-490e-bbff-48408b8d0485), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:48.098332 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92c40bf-76e2-490e-bbff-48408b8d0485,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:48.135205 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 017a8701-34d3-41f5-99c8-6a9e60505554 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:48.156404 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 017a8701-34d3-41f5-99c8-6a9e60505554 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:48.157263 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 017a8701-34d3-41f5-99c8-6a9e60505554 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:48.265491 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (31ed2dbc-e772-47e4-bb1c-c087928156af), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:48.469771 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Router 31ed2dbc-e772-47e4-bb1c-c087928156af has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:59:48.576849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:59:48.582109 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-68335446-7750-4c62-ab4c-ff6ebf4c3dc4 admin admin] 10.222.0.26 "PUT /v2.0/routers/31ed2dbc-e772-47e4-bb1c-c087928156af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637839 Jun 27 23:59:48.585193 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35646) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:48.588093 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] Sync routers for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:59:48.600395 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:48.601307 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:48.706297 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:48.706679 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks [] for router (31ed2dbc-e772-47e4-bb1c-c087928156af), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:48.808931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks [] for router_gateway (31ed2dbc-e772-47e4-bb1c-c087928156af), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:48.863616 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Deleting port 1f1c3999-558f-4c13-be5e-be3216bd0c05 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:48.864006 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:48.885672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:59:48Z', 'revision_number': 5, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port': {'id': '1f1c3999-558f-4c13-be5e-be3216bd0c05', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:48.910541 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] Checking router: 31ed2dbc-e772-47e4-bb1c-c087928156af for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:59:48.921038 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] Routers {'31ed2dbc-e772-47e4-bb1c-c087928156af'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:48.921682 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['31ed2dbc-e772-47e4-bb1c-c087928156af'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:48.942373 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] For port 1f1c3999-558f-4c13-be5e-be3216bd0c05, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=1f1c3999-558f-4c13-be5e-be3216bd0c05,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:48.942734 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:48.955243 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Calling delete_port for 1f1c3999-558f-4c13-be5e-be3216bd0c05 owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:49.014001 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] Set router 31ed2dbc-e772-47e4-bb1c-c087928156af gateway port host: None {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:49.076704 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:59:48Z', 'revision_number': 6, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:49.099243 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf36bf8-147e-490e-8ced-4bff6c80b23a None None] The sync data for ids ['31ed2dbc-e772-47e4-bb1c-c087928156af'] in dv-cinder-847864-2-iscsi is: [{'id': '31ed2dbc-e772-47e4-bb1c-c087928156af', 'name': 'tempest-AttachVolumeNegativeTest-1427797769-router', 'tenant_id': '70367a520f9e4264ad1438d069228c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:05Z', 'updated_at': '2022-06-27T23:59:48Z', 'revision_number': 6, 'project_id': '70367a520f9e4264ad1438d069228c66', 'gw_port_host': None}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:59:49.156247 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (1f1c3999-558f-4c13-be5e-be3216bd0c05), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.187984 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1c3999-558f-4c13-be5e-be3216bd0c05,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:49.248904 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (31ed2dbc-e772-47e4-bb1c-c087928156af), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.336093 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (31ed2dbc-e772-47e4-bb1c-c087928156af), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.338382 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks [] for router_controller (31ed2dbc-e772-47e4-bb1c-c087928156af), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.383809 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (31ed2dbc-e772-47e4-bb1c-c087928156af), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.384415 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ed2dbc-e772-47e4-bb1c-c087928156af {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 23:59:49.389313 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.390462 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e9962e65-fa27-4a55-bf2c-8b76aedf6ff9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/31ed2dbc-e772-47e4-bb1c-c087928156af HTTP/1.1" status: 204 len: 168 time: 0.8043647 Jun 27 23:59:49.394492 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35660) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:49.443024 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_v2 [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Deleting subnet 6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 {{(pid=115319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 27 23:59:49.446511 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Publish callbacks [] for subnet (6f6c0c41-0f3f-4127-a76f-bed33de3dbb5), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.483079 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62553480'] for subnet (6f6c0c41-0f3f-4127-a76f-bed33de3dbb5), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.566374 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (6f6c0c41-0f3f-4127-a76f-bed33de3dbb5), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.623357 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62574474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59351068'] for subnet (6f6c0c41-0f3f-4127-a76f-bed33de3dbb5), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.649315 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6c0c41-0f3f-4127-a76f-bed33de3dbb5,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:49.651278 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.654613 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6226a471-d412-4aff-b2bf-3847b7d9a8d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6f6c0c41-0f3f-4127-a76f-bed33de3dbb5 HTTP/1.1" status: 204 len: 168 time: 0.2590542 Jun 27 23:59:49.657606 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35662) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:49.666396 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8f6bf-f750-4777-a4d0-a43422c773d1 None None] Network 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:59:49.905929 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-34293693-3ca6-447d-a27b-ee92803b8a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.983182 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:49.997273 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] DHCP port deletion for 03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 23:59:50.035693 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Deleting port 90b847c3-29cc-4dd6-868f-67ebe9161702 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:50.036035 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.047764 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Deleting port 90b847c3-29cc-4dd6-868f-67ebe9161702 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:50.048300 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.104753 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] For port 90b847c3-29cc-4dd6-868f-67ebe9161702, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=90b847c3-29cc-4dd6-868f-67ebe9161702,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:50.105239 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.118578 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Calling delete_port for 90b847c3-29cc-4dd6-868f-67ebe9161702 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:50.119692 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] For port 90b847c3-29cc-4dd6-868f-67ebe9161702, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=90b847c3-29cc-4dd6-868f-67ebe9161702,segment=NetworkSegment(8aada0e1-c260-402e-b914-65a86f0548c8),segment_id=8aada0e1-c260-402e-b914-65a86f0548c8)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:50.120106 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.133218 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Calling delete_port for 90b847c3-29cc-4dd6-868f-67ebe9161702 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:50.206939 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.224594 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (90b847c3-29cc-4dd6-868f-67ebe9161702), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.234920 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Pushing event deleted for resources: {'Port': ['ID=90b847c3-29cc-4dd6-868f-67ebe9161702,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:50.239168 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] No DVR routers for this DVR port 90b847c3-29cc-4dd6-868f-67ebe9161702 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:50.256666 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] No DVR routers for this DVR port 90b847c3-29cc-4dd6-868f-67ebe9161702 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:50.260412 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Pushing event deleted for resources: {'Port': ['ID=90b847c3-29cc-4dd6-868f-67ebe9161702,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:50.272803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.273886 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.274324 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.274737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.275132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.275677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.276096 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.276483 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.276875 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.277313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.277706 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.278089 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.278483 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209539a-d18a-43d5-8c55-074132ec4a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:50.292722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35672) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:50.326987 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.348071 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:50.357608 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aada0e1-c260-402e-b914-65a86f0548c8') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:50.357891 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aada0e1-c260-402e-b914-65a86f0548c8') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:50.367408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (8aada0e1-c260-402e-b914-65a86f0548c8), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.381777 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (8aada0e1-c260-402e-b914-65a86f0548c8), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.387674 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 23:59:50.388055 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (8aada0e1-c260-402e-b914-65a86f0548c8), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.425696 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 8aada0e1-c260-402e-b914-65a86f0548c8 resource provider aggregate not found Jun 27 23:59:50.449035 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 8aada0e1-c260-402e-b914-65a86f0548c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8aada0e1-c260-402e-b914-65a86f0548c8 found for delete ", "request_id": "req-94381424-f30a-4266-9e68-9ea0a4e37c30"}]} Jun 27 23:59:50.462686 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.470085 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.473272 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] 10.222.0.26 "DELETE /v2.0/networks/03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45 HTTP/1.1" status: 204 len: 168 time: 0.8145795 Jun 27 23:59:50.485498 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea14f6-3355-43c4-b2d3-1159ee39730f admin admin] Pushing event deleted for resources: {'Network': ['ID=03ab2ac4-6555-4ef9-9b8e-d872eeb2ad45,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:50.573293 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 90b847c3-29cc-4dd6-868f-67ebe9161702 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:50.601337 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 90b847c3-29cc-4dd6-868f-67ebe9161702 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:50.601679 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 90b847c3-29cc-4dd6-868f-67ebe9161702 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:50.602383 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 1f1c3999-558f-4c13-be5e-be3216bd0c05 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:50.626748 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 1f1c3999-558f-4c13-be5e-be3216bd0c05 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:50.627091 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 1f1c3999-558f-4c13-be5e-be3216bd0c05 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:50.627647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a92c40bf-76e2-490e-bbff-48408b8d0485 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:50.642084 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35682) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:50.647338 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: a92c40bf-76e2-490e-bbff-48408b8d0485 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:50.647685 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a92c40bf-76e2-490e-bbff-48408b8d0485 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:50.702447 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e8af1ae8-49aa-4d28-9d5b-3f5445938640 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70367a520f9e4264ad1438d069228c66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585983 Jun 27 23:59:50.704931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35684) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:50.737934 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.755994 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dac3-931d-4d6b-967b-0b28d39ac53e admin admin] Publish callbacks [] for security_group (6be6ca89-08ab-431b-bf85-c1f8320087b9), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.783262 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dac3-931d-4d6b-967b-0b28d39ac53e admin admin] Publish callbacks [] for security_group (6be6ca89-08ab-431b-bf85-c1f8320087b9), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.848747 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dac3-931d-4d6b-967b-0b28d39ac53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6be6ca89-08ab-431b-bf85-c1f8320087b9), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.851375 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dac3-931d-4d6b-967b-0b28d39ac53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:50.854952 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2cd7dac3-931d-4d6b-967b-0b28d39ac53e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6be6ca89-08ab-431b-bf85-c1f8320087b9 HTTP/1.1" status: 204 len: 168 time: 0.1466107 Jun 27 23:59:50.862075 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7dac3-931d-4d6b-967b-0b28d39ac53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6ca89-08ab-431b-bf85-c1f8320087b9,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:50.960838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (eda27e1a-0b6c-4797-b588-e5d3689e3d62), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:51.203684 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Deleting port c4649d50-12d9-4314-b7a0-0139ba2f4e07 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:51.204029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:51.286428 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] For port c4649d50-12d9-4314-b7a0-0139ba2f4e07, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c4649d50-12d9-4314-b7a0-0139ba2f4e07,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:51.286790 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:51.301019 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Calling delete_port for c4649d50-12d9-4314-b7a0-0139ba2f4e07 owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:51.483207 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (c4649d50-12d9-4314-b7a0-0139ba2f4e07), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:51.508766 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4649d50-12d9-4314-b7a0-0139ba2f4e07,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:51.685221 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (eda27e1a-0b6c-4797-b588-e5d3689e3d62), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:51.915660 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Router eda27e1a-0b6c-4797-b588-e5d3689e3d62 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:59:52.025890 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:59:52.030835 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d01d75b5-01c1-4319-a15e-ebd441f0363c admin admin] 10.222.0.26 "PUT /v2.0/routers/eda27e1a-0b6c-4797-b588-e5d3689e3d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370501 Jun 27 23:59:52.033586 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35720) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:52.034576 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] Sync routers for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:59:52.044527 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:52.045172 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:52.133491 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks [] for router (eda27e1a-0b6c-4797-b588-e5d3689e3d62), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.146947 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:52.232487 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks [] for router_gateway (eda27e1a-0b6c-4797-b588-e5d3689e3d62), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.236277 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.286041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Deleting port 4cfa22cf-f587-4fee-8599-03922b82ef82 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:52.286425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.333238 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:59:51Z', 'revision_number': 5, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port': {'id': '4cfa22cf-f587-4fee-8599-03922b82ef82', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:52.361259 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] Checking router: eda27e1a-0b6c-4797-b588-e5d3689e3d62 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:59:52.369852 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] Routers {'eda27e1a-0b6c-4797-b588-e5d3689e3d62'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:52.370459 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:52.372266 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] For port 4cfa22cf-f587-4fee-8599-03922b82ef82, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=4cfa22cf-f587-4fee-8599-03922b82ef82,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:52.372660 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.386096 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Calling delete_port for 4cfa22cf-f587-4fee-8599-03922b82ef82 owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:52.453281 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] Set router eda27e1a-0b6c-4797-b588-e5d3689e3d62 gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:52.503497 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:59:52Z', 'revision_number': 6, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:52.532169 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9aa367-fa94-49c6-b840-021fb9b3e08b None None] The sync data for ids ['eda27e1a-0b6c-4797-b588-e5d3689e3d62'] in dv-cinder-847864-2-iscsi is: [{'id': 'eda27e1a-0b6c-4797-b588-e5d3689e3d62', 'name': 'tempest-AttachVolumeTestJSON-781615180-router', 'tenant_id': '02c9a416823340be86ec13d6e7e66de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:07Z', 'updated_at': '2022-06-27T23:59:52Z', 'revision_number': 6, 'project_id': '02c9a416823340be86ec13d6e7e66de8', 'gw_port_host': None}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 23:59:52.564711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (4cfa22cf-f587-4fee-8599-03922b82ef82), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.592697 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfa22cf-f587-4fee-8599-03922b82ef82,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:52.651883 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (eda27e1a-0b6c-4797-b588-e5d3689e3d62), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.740955 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (eda27e1a-0b6c-4797-b588-e5d3689e3d62), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.743523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks [] for router_controller (eda27e1a-0b6c-4797-b588-e5d3689e3d62), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.785031 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (eda27e1a-0b6c-4797-b588-e5d3689e3d62), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.785447 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda27e1a-0b6c-4797-b588-e5d3689e3d62 {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 23:59:52.790308 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.791529 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3c173f4d-35b7-4678-b612-4d2ca51d9f11 admin admin] 10.222.0.26 "DELETE /v2.0/routers/eda27e1a-0b6c-4797-b588-e5d3689e3d62 HTTP/1.1" status: 204 len: 168 time: 0.7568972 Jun 27 23:59:52.794725 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35722) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:52.841823 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Deleting subnet c6b76a86-6b22-4686-ac1d-1c5c7c3e947f {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 27 23:59:52.845079 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Publish callbacks [] for subnet (c6b76a86-6b22-4686-ac1d-1c5c7c3e947f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.880989 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (c6b76a86-6b22-4686-ac1d-1c5c7c3e947f), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:52.976669 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (c6b76a86-6b22-4686-ac1d-1c5c7c3e947f), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.037472 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (c6b76a86-6b22-4686-ac1d-1c5c7c3e947f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.065692 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b76a86-6b22-4686-ac1d-1c5c7c3e947f,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:53.067716 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.071111 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a8decc07-876b-49d0-9ab6-bb7078edfec0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c6b76a86-6b22-4686-ac1d-1c5c7c3e947f HTTP/1.1" status: 204 len: 168 time: 0.2753229 Jun 27 23:59:53.073592 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35732) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:53.076286 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4add6-802d-4a1b-b906-2a647a40420b None None] Network 2d3267f3-14cd-463f-add4-8cc7c227cd2c requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 23:59:53.144944 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (2d3267f3-14cd-463f-add4-8cc7c227cd2c), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.198035 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Deleting port 2184bf40-8543-4835-a704-5ceed9378512 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:53.198380 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (2184bf40-8543-4835-a704-5ceed9378512), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.264508 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] For port 2184bf40-8543-4835-a704-5ceed9378512, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=2184bf40-8543-4835-a704-5ceed9378512,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:53.264876 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (2184bf40-8543-4835-a704-5ceed9378512), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.281939 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Calling delete_port for 2184bf40-8543-4835-a704-5ceed9378512 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:53.336463 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] DHCP port deletion for 2d3267f3-14cd-463f-add4-8cc7c227cd2c request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 23:59:53.384658 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] Deleting port 2184bf40-8543-4835-a704-5ceed9378512 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:53.385309 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (2184bf40-8543-4835-a704-5ceed9378512), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.423761 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (2184bf40-8543-4835-a704-5ceed9378512), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.466918 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Pushing event deleted for resources: {'Port': ['ID=2184bf40-8543-4835-a704-5ceed9378512,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:53.470890 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] For port 2184bf40-8543-4835-a704-5ceed9378512, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=2184bf40-8543-4835-a704-5ceed9378512,segment=NetworkSegment(0e1cd295-e9f5-4317-9464-3d54d399d9e0),segment_id=0e1cd295-e9f5-4317-9464-3d54d399d9e0)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:53.471677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (2184bf40-8543-4835-a704-5ceed9378512), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.475985 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] No DVR routers for this DVR port 2184bf40-8543-4835-a704-5ceed9378512 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:53.490026 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] Calling delete_port for 2184bf40-8543-4835-a704-5ceed9378512 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:53.553304 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (2d3267f3-14cd-463f-add4-8cc7c227cd2c), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.567537 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (2184bf40-8543-4835-a704-5ceed9378512), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.578081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3267f3-14cd-463f-add4-8cc7c227cd2c']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:53.588843 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1cd295-e9f5-4317-9464-3d54d399d9e0') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:53.589210 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1cd295-e9f5-4317-9464-3d54d399d9e0') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:53.595939 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] Pushing event deleted for resources: {'Port': ['ID=2184bf40-8543-4835-a704-5ceed9378512,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:53.599816 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (0e1cd295-e9f5-4317-9464-3d54d399d9e0), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.601954 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87967c-f667-4d6b-a2e6-edfc745465b7 None None] No DVR routers for this DVR port 2184bf40-8543-4835-a704-5ceed9378512 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:53.619599 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (0e1cd295-e9f5-4317-9464-3d54d399d9e0), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.626222 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 23:59:53.626637 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (0e1cd295-e9f5-4317-9464-3d54d399d9e0), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.673259 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 0e1cd295-e9f5-4317-9464-3d54d399d9e0 resource provider aggregate not found Jun 27 23:59:53.692044 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 0e1cd295-e9f5-4317-9464-3d54d399d9e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1cd295-e9f5-4317-9464-3d54d399d9e0 found for delete ", "request_id": "req-bec49808-ba31-4127-971a-60dbd3cba129"}]} Jun 27 23:59:53.699688 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (2d3267f3-14cd-463f-add4-8cc7c227cd2c), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.705228 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.708467 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] 10.222.0.26 "DELETE /v2.0/networks/2d3267f3-14cd-463f-add4-8cc7c227cd2c HTTP/1.1" status: 204 len: 168 time: 0.6339769 Jun 27 23:59:53.719880 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eb22d-ca9b-481c-975b-b5d3f490b55a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3267f3-14cd-463f-add4-8cc7c227cd2c,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:53.810548 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:53.883784 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35746) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:53.925484 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-90a1f0ea-21a6-4e63-9c7f-14b2cbe098eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02c9a416823340be86ec13d6e7e66de8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403385 Jun 27 23:59:53.929484 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35748) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 23:59:53.980086 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1a887b93-6200-4a9c-b2e1-0e8599a5960a admin admin] Publish callbacks [] for security_group (f803be80-028c-421b-8f99-f5be200f9661), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:54.005489 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1a887b93-6200-4a9c-b2e1-0e8599a5960a admin admin] Publish callbacks [] for security_group (f803be80-028c-421b-8f99-f5be200f9661), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:54.060148 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1a887b93-6200-4a9c-b2e1-0e8599a5960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (f803be80-028c-421b-8f99-f5be200f9661), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:54.064314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1a887b93-6200-4a9c-b2e1-0e8599a5960a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:54.065757 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1a887b93-6200-4a9c-b2e1-0e8599a5960a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f803be80-028c-421b-8f99-f5be200f9661 HTTP/1.1" status: 204 len: 168 time: 0.1353540 Jun 27 23:59:54.074293 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a887b93-6200-4a9c-b2e1-0e8599a5960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803be80-028c-421b-8f99-f5be200f9661,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:54.570892 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4cfa22cf-f587-4fee-8599-03922b82ef82 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:54.591422 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 4cfa22cf-f587-4fee-8599-03922b82ef82 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:54.591770 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4cfa22cf-f587-4fee-8599-03922b82ef82 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:54.592272 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 2184bf40-8543-4835-a704-5ceed9378512 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:54.611332 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 2184bf40-8543-4835-a704-5ceed9378512 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:54.611691 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 2184bf40-8543-4835-a704-5ceed9378512 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:54.612177 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c4649d50-12d9-4314-b7a0-0139ba2f4e07 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 23:59:54.630766 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: c4649d50-12d9-4314-b7a0-0139ba2f4e07 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 27 23:59:54.631123 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c4649d50-12d9-4314-b7a0-0139ba2f4e07 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 23:59:56.839530 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb0f54-2484-45ae-a097-8c066c3492a7 req-9c70a2ed-1590-4ec0-aa63-7051c0240da7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:56.841119 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8ffb0f54-2484-45ae-a097-8c066c3492a7 req-9c70a2ed-1590-4ec0-aa63-7051c0240da7 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 947 time: 0.0675023 Jun 27 23:59:56.890774 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8ffb0f54-2484-45ae-a097-8c066c3492a7 req-3e8d1a51-78ec-45e9-9325-967b2738befb tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424705 Jun 27 23:59:58.030039 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde387d-3ffb-4b85-8d8c-c55afa7dc8af req-1d3eebc8-58c5-4eae-9d10-9d62791db58c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:58.032369 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ccde387d-3ffb-4b85-8d8c-c55afa7dc8af req-1d3eebc8-58c5-4eae-9d10-9d62791db58c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 947 time: 0.0627642 Jun 27 23:59:58.096310 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ccde387d-3ffb-4b85-8d8c-c55afa7dc8af req-bf2be090-b79d-45b4-9cb4-a4f97a04b9bc tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups?id=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561869 Jun 27 23:59:58.506600 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-9d97cf76-a279-4276-bbed-6cd150647d72 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 23:59:58.507804 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-9d97cf76-a279-4276-bbed-6cd150647d72 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 947 time: 0.0546532 Jun 27 23:59:58.612124 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Deleting port 18f8af9a-061d-48e8-98ed-efad8e2e2403 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 27 23:59:58.612791 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:58.710881 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] For port 18f8af9a-061d-48e8-98ed-efad8e2e2403, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=18f8af9a-061d-48e8-98ed-efad8e2e2403,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 23:59:58.711238 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:58.873725 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:58.874093 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (ac658af8-c41f-4741-a706-9104de00c05a), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:58.874407 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Floating IP ac658af8-c41f-4741-a706-9104de00c05a disassociated. External IP: 172.27.1.94, port: 18f8af9a-061d-48e8-98ed-efad8e2e2403. Jun 27 23:59:58.874758 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Calling delete_port for 18f8af9a-061d-48e8-98ed-efad8e2e2403 owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 27 23:59:59.004939 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (18f8af9a-061d-48e8-98ed-efad8e2e2403), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:59.034274 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event deleted for resources: {'Port': ['ID=18f8af9a-061d-48e8-98ed-efad8e2e2403,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 23:59:59.044479 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.044829 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.045209 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.045549 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.045888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.046216 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.046545 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.046873 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.047198 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.048086 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.048086 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.048383 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.048476 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 23:59:59.158151 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 23:59:59.229885 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8e9adea8-629b-47d3-b2c0-5d50a3265b81 req-44a7b79a-e743-44a1-a9e9-c69b9ec7962d tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 210 time: 0.0299702 Jun 27 23:59:59.288252 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 23:59:59.297773 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 23:59:59.307850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:59.308543 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:59.329937 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] No DVR routers for this DVR port 18f8af9a-061d-48e8-98ed-efad8e2e2403 on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 23:59:59.333552 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 23:59:59.336780 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9867da81-ac0b-4e83-a495-9254df79bff6 req-97b9a15f-bd4c-4b0f-84cc-ff0903d301e6 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.27 "DELETE /v2.0/ports/18f8af9a-061d-48e8-98ed-efad8e2e2403 HTTP/1.1" status: 204 len: 173 time: 0.8239999 Jun 27 23:59:59.337229 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-deleted', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 23:59:59.339494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b0c749-bc6c-4be7-b8f4-17ead54e182d" -d '{"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-deleted", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 23:59:59.376549 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 23:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf9a337-21b6-45a7-a933-604095ca7673 x-openstack-request-id: req-acf9a337-21b6-45a7-a933-604095ca7673 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 23:59:59.376843 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e7b3f-641e-4501-bad1-4021add1e81e", "name": "network-vif-deleted", "tag": "18f8af9a-061d-48e8-98ed-efad8e2e2403", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 23:59:59.377125 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acf9a337-21b6-45a7-a933-604095ca7673 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 23:59:59.377533 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf9a337-21b6-45a7-a933-604095ca7673'] response: {'server_uuid': '933e7b3f-641e-4501-bad1-4021add1e81e', 'name': 'network-vif-deleted', 'tag': '18f8af9a-061d-48e8-98ed-efad8e2e2403', 'status': 'completed', 'code': 200} Jun 27 23:59:59.410887 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:59.611003 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:59.636140 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 23:59:59.644676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 27 23:59:59.645474 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:59.759167 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 27 23:59:59.968002 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 23:59:59.992365 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b792ffb-62e8-46f0-8efb-fbfb7c2bfd4a None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-27T23:53:15Z', 'revision_number': 4, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'bd0a1604-2315-45ba-9cb9-2c6bde489381', 'name': '', 'network_id': '1d347753-be55-4d38-aad9-02b4acd6755a', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'mac_address': 'fa:16:3e:c0:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:13Z', 'updated_at': '2022-06-27T23:53:28Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'subnets': [{'id': '5c566e7d-8bc7-40cd-8763-ad544a85cae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:00:00.239288 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ec3ec-8e54-469f-984f-4ed33f6c262e None None] New status for floating IP ac658af8-c41f-4741-a706-9104de00c05a: DOWN {{(pid=115321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:00:00.332795 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-291a1f37-966c-4097-a3b9-44f830e6c27f req-c205a2c0-6e86-464f-9ec0-5e74307c46da tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 210 time: 0.0289800 Jun 28 00:00:01.438193 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-423fb3b4-0403-440c-9fd0-2090e72e0d01 req-83a47803-89ae-4412-884d-0cad734c5d8c tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/ports?device_id=933e7b3f-641e-4501-bad1-4021add1e81e HTTP/1.1" status: 200 len: 210 time: 0.0277267 Jun 28 00:00:02.539255 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35964) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:02.594932 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0e591ff0-e17b-4c15-896c-ced71396bb33 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.622141 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0e591ff0-e17b-4c15-896c-ced71396bb33 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.674832 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0e591ff0-e17b-4c15-896c-ced71396bb33 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.677455 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0e591ff0-e17b-4c15-896c-ced71396bb33 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.678627 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0e591ff0-e17b-4c15-896c-ced71396bb33 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "DELETE /v2.0/security-groups/257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea HTTP/1.1" status: 204 len: 168 time: 0.1383772 Jun 28 00:00:02.681682 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 35966) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:02.688890 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591ff0-e17b-4c15-896c-ced71396bb33 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:02.698596 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.api.v2.resource [None req-a707fd0b-d069-49e3-88c8-d00a852ce540 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] show failed (client error): The resource could not be found. Jun 28 00:00:02.699729 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a707fd0b-d069-49e3-88c8-d00a852ce540 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "GET /v2.0/security-groups/257f33b4-5567-4ef7-a1c4-4ffcc3fa04ea HTTP/1.1" status: 404 len: 347 time: 0.0169280 Jun 28 00:00:02.702869 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 35968) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:02.823291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Deleting port b47a54da-a616-4625-9522-cd6910f19117 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:00:02.823513 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b47a54da-a616-4625-9522-cd6910f19117), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.898800 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b47a54da-a616-4625-9522-cd6910f19117), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.899125 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (b47a54da-a616-4625-9522-cd6910f19117), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:02.910995 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Calling delete_port for b47a54da-a616-4625-9522-cd6910f19117 owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:00:02.990794 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.051035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (b47a54da-a616-4625-9522-cd6910f19117), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.076669 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Pushing event deleted for resources: {'Port': ['ID=b47a54da-a616-4625-9522-cd6910f19117,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:03.147795 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks [] for floatingip (ac658af8-c41f-4741-a706-9104de00c05a), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.150573 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.152130 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7716b5c4-1192-4cee-914d-a5797109bbe0 tempest-AttachVolumeShelveTestJSON-1739266396 tempest-AttachVolumeShelveTestJSON-1739266396-project] 10.222.0.26 "DELETE /v2.0/floatingips/ac658af8-c41f-4741-a706-9104de00c05a HTTP/1.1" status: 204 len: 168 time: 0.4478993 Jun 28 00:00:03.497335 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:00:03.516392 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 18f8af9a-061d-48e8-98ed-efad8e2e2403 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:00:03.516719 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 18f8af9a-061d-48e8-98ed-efad8e2e2403 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:00:03.585246 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36002) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:03.707614 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1398aa62-22ed-4a20-afcc-01b1353dcc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.783070 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1398aa62-22ed-4a20-afcc-01b1353dcc88 admin admin] Publish callbacks [] for security_group (be097fe3-94ae-41af-b933-47f7f3b56b16), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.789602 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1398aa62-22ed-4a20-afcc-01b1353dcc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (be097fe3-94ae-41af-b933-47f7f3b56b16), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.827618 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1398aa62-22ed-4a20-afcc-01b1353dcc88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09a3fee7ae47418281f930b1041747a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409565 Jun 28 00:00:03.828481 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398aa62-22ed-4a20-afcc-01b1353dcc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be097fe3-94ae-41af-b933-47f7f3b56b16,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:03.831466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36008) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:03.881864 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e4a30bb-f9f4-4bb5-a1ff-7e8598554320 admin admin] Publish callbacks [] for security_group (be097fe3-94ae-41af-b933-47f7f3b56b16), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.904053 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e4a30bb-f9f4-4bb5-a1ff-7e8598554320 admin admin] Publish callbacks [] for security_group (be097fe3-94ae-41af-b933-47f7f3b56b16), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.952794 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e4a30bb-f9f4-4bb5-a1ff-7e8598554320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (be097fe3-94ae-41af-b933-47f7f3b56b16), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.957022 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7e4a30bb-f9f4-4bb5-a1ff-7e8598554320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:03.958927 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7e4a30bb-f9f4-4bb5-a1ff-7e8598554320 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be097fe3-94ae-41af-b933-47f7f3b56b16 HTTP/1.1" status: 204 len: 168 time: 0.1258814 Jun 28 00:00:03.967638 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a30bb-f9f4-4bb5-a1ff-7e8598554320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be097fe3-94ae-41af-b933-47f7f3b56b16,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:04.663304 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36054) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:04.772803 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-24087092-network', 'tenant_id': '602956a90a2849d6b2bb1aba92918bf2'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:04.794391 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Made reservation on behalf of 602956a90a2849d6b2bb1aba92918bf2 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:04.796728 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:04.805451 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:04.889726 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks [] for security_group (5b7709c1-bedd-4877-a370-a713b5094a08), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:04.894674 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5b7709c1-bedd-4877-a370-a713b5094a08), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:04.919190 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:00:04.933653 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7709c1-bedd-4877-a370-a713b5094a08,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:04.940641 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (aa89541c-099f-4fc5-aa74-324879473aa3), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:04.941007 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Added segment aa89541c-099f-4fc5-aa74-324879473aa3 of type vlan for network 0fd43dac-5132-4f72-addd-bf9dd0a19883 Jun 28 00:00:04.990374 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (0fd43dac-5132-4f72-addd-bf9dd0a19883), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:05.020916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (0fd43dac-5132-4f72-addd-bf9dd0a19883), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:05.022166 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:05.022842 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:05.080467 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4157536 Jun 28 00:00:05.083794 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36068) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:05.086003 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f106a4-7314-4640-b09c-6235c7be1057 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd43dac-5132-4f72-addd-bf9dd0a19883,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:05.090572 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Request body: {'subnet': {'network_id': '0fd43dac-5132-4f72-addd-bf9dd0a19883', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-24087092-subnet', 'tenant_id': '602956a90a2849d6b2bb1aba92918bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:05.096777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 0fd43dac-5132-4f72-addd-bf9dd0a19883 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:00:05.111775 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Made reservation on behalf of 602956a90a2849d6b2bb1aba92918bf2 for: {'subnet': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:05.114664 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351097'] for subnet (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:05.283383 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62574539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351083'] for subnet (bcc989bb-3b72-4421-9478-40d08ead336f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:05.334864 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc989bb-3b72-4421-9478-40d08ead336f,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:05.348525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Checking segment: {'id': 'aa89541c-099f-4fc5-aa74-324879473aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0fd43dac-5132-4f72-addd-bf9dd0a19883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:00:05.348988 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Network hostable DHCP agents. Network: 0fd43dac-5132-4f72-addd-bf9dd0a19883, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:00:05.369169 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Network 0fd43dac-5132-4f72-addd-bf9dd0a19883 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:00:05.379120 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 0fd43dac-5132-4f72-addd-bf9dd0a19883) {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:00:05.383722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:05.384267 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:05.389719 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e543a-070c-4390-b464-0e79fd781cc8 None None] Network 0fd43dac-5132-4f72-addd-bf9dd0a19883 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:05.400949 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-5c4d1e9c-b364-4986-b260-644a9ddcc41f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3162069 Jun 28 00:00:05.488005 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2425495-80c8-46c4-bd95-21e10d8bdb37 None None] Network 0fd43dac-5132-4f72-addd-bf9dd0a19883 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:05.604854 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36082) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:05.762326 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-5e22b175-60f5-4d2d-a38a-74b833730f79 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525298 Jun 28 00:00:05.903092 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-e77f6ba6-8baf-4d35-a715-c9d5a75d4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:05.904638 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-e77f6ba6-8baf-4d35-a715-c9d5a75d4f6a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1129 time: 0.0734329 Jun 28 00:00:05.923323 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36104) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:05.928237 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846530894-network', 'tenant_id': '2a636d9b7ac64ddbae3130f4ad3de9a6'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:05.993714 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Made reservation on behalf of 2a636d9b7ac64ddbae3130f4ad3de9a6 for: {'network': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:05.996208 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.012990 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.068729 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-8bd67e44-c6a3-40de-9ca5-4824bc267d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:06.071474 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-8bd67e44-c6a3-40de-9ca5-4824bc267d6e service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.1376305 Jun 28 00:00:06.100343 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (164a1320-9663-4166-8f2c-16ef4940e2d6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.158186 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-c5354185-fc38-4cf5-b353-2cd4f4408ee6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 1000 time: 0.0799270 Jun 28 00:00:06.204820 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks [] for security_group (438b1390-ad29-4a7d-920e-d5c617c5e1a9), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.216930 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (438b1390-ad29-4a7d-920e-d5c617c5e1a9), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.239962 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-06d0e5b4-46f6-4c93-b397-f7c6528b4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:06.241444 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-06d0e5b4-46f6-4c93-b397-f7c6528b4393 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0735900 Jun 28 00:00:06.272992 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=115319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:00:06.291972 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36116) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:06.313157 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (a3c9d161-8261-44a5-acaa-2f80b0ef132f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.313970 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.segments_db [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Added segment a3c9d161-8261-44a5-acaa-2f80b0ef132f of type vlan for network 472a47e3-1c13-4e2f-bfaf-de64977e5124 Jun 28 00:00:06.329472 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b1390-ad29-4a7d-920e-d5c617c5e1a9,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:06.375679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (472a47e3-1c13-4e2f-bfaf-de64977e5124), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.384957 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-14b84b43-45da-4209-b2e9-fe19adf08701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:06.386490 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-14b84b43-45da-4209-b2e9-fe19adf08701 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366549 Jun 28 00:00:06.423132 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Deleting port bd0a1604-2315-45ba-9cb9-2c6bde489381 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:00:06.423473 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.449955 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (472a47e3-1c13-4e2f-bfaf-de64977e5124), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.450847 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:06.451412 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.503058 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] For port bd0a1604-2315-45ba-9cb9-2c6bde489381, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bd0a1604-2315-45ba-9cb9-2c6bde489381,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:06.503449 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.520305 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Calling delete_port for bd0a1604-2315-45ba-9cb9-2c6bde489381 owned by network:router_interface {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:00:06.525580 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-21bec628-a158-45f0-b611-cef4b3dc2f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.539598 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6151202 Jun 28 00:00:06.547364 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36122) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:06.561667 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Request body: {'subnet': {'network_id': '472a47e3-1c13-4e2f-bfaf-de64977e5124', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846530894-subnet', 'tenant_id': '2a636d9b7ac64ddbae3130f4ad3de9a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:06.565505 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e01ff8-f34e-4bf8-bd97-5e5350664785 admin admin] Pushing event updated for resources: {'Network': ['ID=472a47e3-1c13-4e2f-bfaf-de64977e5124,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:06.579115 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 472a47e3-1c13-4e2f-bfaf-de64977e5124 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:00:06.586008 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-9194b3b2-f9c6-4db7-be76-003155279db9 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883392 Jun 28 00:00:06.607403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Made reservation on behalf of 2a636d9b7ac64ddbae3130f4ad3de9a6 for: {'subnet': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:06.609664 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351097'] for subnet (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.721365 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (bd0a1604-2315-45ba-9cb9-2c6bde489381), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.750733 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0a1604-2315-45ba-9cb9-2c6bde489381,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:06.916879 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (164a1320-9663-4166-8f2c-16ef4940e2d6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.983108 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-21bec628-a158-45f0-b611-cef4b3dc2f22 admin admin] Publish callbacks [] for security_group (115a2ccb-9ac8-4895-b98d-edad9498c12f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:06.989443 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-21bec628-a158-45f0-b611-cef4b3dc2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (115a2ccb-9ac8-4895-b98d-edad9498c12f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.052673 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-21bec628-a158-45f0-b611-cef4b3dc2f22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5121fec9968e4e4d857e6dda051b72f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7567258 Jun 28 00:00:07.055301 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36124) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:07.064085 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bec628-a158-45f0-b611-cef4b3dc2f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115a2ccb-9ac8-4895-b98d-edad9498c12f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:07.129715 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Router 164a1320-9663-4166-8f2c-16ef4940e2d6 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:00:07.140639 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62574539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351083'] for subnet (4736dc35-2509-430f-97ff-63ecff885df9), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.172322 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e319945d-090b-49d0-8af5-749f443a36fb admin admin] Publish callbacks [] for security_group (115a2ccb-9ac8-4895-b98d-edad9498c12f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.208591 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e319945d-090b-49d0-8af5-749f443a36fb admin admin] Publish callbacks [] for security_group (115a2ccb-9ac8-4895-b98d-edad9498c12f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.219314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4736dc35-2509-430f-97ff-63ecff885df9,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:07.232560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:00:07.237981 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-019f81c0-99ff-4707-add2-1a6f018fc5fa admin admin] 10.222.0.26 "PUT /v2.0/routers/164a1320-9663-4166-8f2c-16ef4940e2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320152 Jun 28 00:00:07.240499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36126) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:07.246676 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] Sync routers for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:00:07.256697 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Checking segment: {'id': 'a3c9d161-8261-44a5-acaa-2f80b0ef132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '472a47e3-1c13-4e2f-bfaf-de64977e5124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:00:07.257092 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Network hostable DHCP agents. Network: 472a47e3-1c13-4e2f-bfaf-de64977e5124, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:00:07.260088 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:00:07.260928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:07.277965 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Network 472a47e3-1c13-4e2f-bfaf-de64977e5124 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:00:07.285811 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e319945d-090b-49d0-8af5-749f443a36fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (115a2ccb-9ac8-4895-b98d-edad9498c12f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.288964 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e319945d-090b-49d0-8af5-749f443a36fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.290282 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e319945d-090b-49d0-8af5-749f443a36fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/115a2ccb-9ac8-4895-b98d-edad9498c12f HTTP/1.1" status: 204 len: 168 time: 0.2340684 Jun 28 00:00:07.292802 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 472a47e3-1c13-4e2f-bfaf-de64977e5124) {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:00:07.306690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:07.307927 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.312397 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319945d-090b-49d0-8af5-749f443a36fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115a2ccb-9ac8-4895-b98d-edad9498c12f,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:07.337632 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e8f3c6c8-466e-4ab8-a928-a406b63c7f41 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7846611 Jun 28 00:00:07.338557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf3221-58f9-44c1-a777-30fd62972fbc None None] Network 472a47e3-1c13-4e2f-bfaf-de64977e5124 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:07.375957 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks [] for router (164a1320-9663-4166-8f2c-16ef4940e2d6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.421102 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:00:07.480150 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-670e0bce-550c-4028-8d60-3c2fefc0f0db req-8e2860ae-8bbe-4e3a-9e7c-31118d27eda7 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294098 Jun 28 00:00:07.522140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36136) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:07.577886 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Deleting subnet bcc989bb-3b72-4421-9478-40d08ead336f {{(pid=115319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:00:07.585386 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Publish callbacks [] for subnet (bcc989bb-3b72-4421-9478-40d08ead336f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.621114 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:00:07.628168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62553480'] for subnet (bcc989bb-3b72-4421-9478-40d08ead336f), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.708327 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (bcc989bb-3b72-4421-9478-40d08ead336f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.752568 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36138) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:07.761351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks [] for router_gateway (164a1320-9663-4166-8f2c-16ef4940e2d6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.773739 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62574474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59351068'] for subnet (bcc989bb-3b72-4421-9478-40d08ead336f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.776318 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-84374d4c-8273-4608-aef5-acf055aded1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.802299 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc989bb-3b72-4421-9478-40d08ead336f,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:07.804177 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.807496 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-b689f2d3-3afc-484a-b9d1-a3331c08c708 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bcc989bb-3b72-4421-9478-40d08ead336f HTTP/1.1" status: 204 len: 168 time: 0.2827308 Jun 28 00:00:07.810022 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36140) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:07.823316 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe5754-1f2a-4f53-929e-aba8df5de368 None None] Network 472a47e3-1c13-4e2f-bfaf-de64977e5124 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:07.869977 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Deleting port dd398aeb-e364-4bd3-87dd-1b979e1b2eff {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:00:07.870270 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.881664 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (0fd43dac-5132-4f72-addd-bf9dd0a19883), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.956647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-28T00:00:06Z', 'revision_number': 5, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port': {'id': 'dd398aeb-e364-4bd3-87dd-1b979e1b2eff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:53:09Z', 'updated_at': '2022-06-27T23:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:07.965883 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-84374d4c-8273-4608-aef5-acf055aded1a admin admin] Publish callbacks [] for security_group (e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.971428 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (0fd43dac-5132-4f72-addd-bf9dd0a19883), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.977648 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-84374d4c-8273-4608-aef5-acf055aded1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:07.982800 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] Checking router: 164a1320-9663-4166-8f2c-16ef4940e2d6 for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:00:07.993528 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] Routers {'164a1320-9663-4166-8f2c-16ef4940e2d6'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:00:07.994717 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-27T23:59:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['164a1320-9663-4166-8f2c-16ef4940e2d6'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.000296 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd43dac-5132-4f72-addd-bf9dd0a19883']}} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.010165 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa89541c-099f-4fc5-aa74-324879473aa3') {'for_net_delete': True} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.010463 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa89541c-099f-4fc5-aa74-324879473aa3') {} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.014077 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] For port dd398aeb-e364-4bd3-87dd-1b979e1b2eff, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:08.014448 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.020549 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62553521'] for segment (aa89541c-099f-4fc5-aa74-324879473aa3), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.035666 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (aa89541c-099f-4fc5-aa74-324879473aa3), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.040753 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-84374d4c-8273-4608-aef5-acf055aded1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff6ed30bf40246f89845912033f5bfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844384 Jun 28 00:00:08.041026 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36142) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:08.042423 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84374d4c-8273-4608-aef5-acf055aded1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:08.045159 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Calling delete_port for dd398aeb-e364-4bd3-87dd-1b979e1b2eff owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:00:08.051657 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=115319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:00:08.052060 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62574384'] for segment (aa89541c-099f-4fc5-aa74-324879473aa3), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.096855 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] Set router 164a1320-9663-4166-8f2c-16ef4940e2d6 gateway port host: None {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:00:08.160985 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-018faa6a-cc45-4f77-8c44-efa7c4eba683 admin admin] Publish callbacks [] for security_group (e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.164902 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-28T00:00:07Z', 'revision_number': 6, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.178371 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (0fd43dac-5132-4f72-addd-bf9dd0a19883), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.190590 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.197596 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0fd43dac-5132-4f72-addd-bf9dd0a19883 HTTP/1.1" status: 204 len: 168 time: 0.3865438 Jun 28 00:00:08.209019 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36148) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:08.212079 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-018faa6a-cc45-4f77-8c44-efa7c4eba683 admin admin] Publish callbacks [] for security_group (e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.214212 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048fe88-035c-473c-89dc-3b879eccfd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd43dac-5132-4f72-addd-bf9dd0a19883,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:08.227418 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd73eb6-b3f1-4b1b-bbe5-fcdb12ad0741 None None] The sync data for ids ['164a1320-9663-4166-8f2c-16ef4940e2d6'] in dv-cinder-847864-2-iscsi is: [{'id': '164a1320-9663-4166-8f2c-16ef4940e2d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1178056288-router', 'tenant_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:53:08Z', 'updated_at': '2022-06-28T00:00:07Z', 'revision_number': 6, 'project_id': '7badf26d3d7a492d9f15a8cdeb226fbf', 'gw_port_host': None}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:00:08.273708 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-018faa6a-cc45-4f77-8c44-efa7c4eba683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.277828 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-018faa6a-cc45-4f77-8c44-efa7c4eba683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.282115 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-018faa6a-cc45-4f77-8c44-efa7c4eba683 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6 HTTP/1.1" status: 204 len: 168 time: 0.2396441 Jun 28 00:00:08.295660 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment aa89541c-099f-4fc5-aa74-324879473aa3 resource provider aggregate not found Jun 28 00:00:08.299840 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Deleting subnet 4736dc35-2509-430f-97ff-63ecff885df9 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:00:08.303834 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (dd398aeb-e364-4bd3-87dd-1b979e1b2eff), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.305711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Publish callbacks [] for subnet (4736dc35-2509-430f-97ff-63ecff885df9), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.309267 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018faa6a-cc45-4f77-8c44-efa7c4eba683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c11236-9b64-4d10-ad16-cfd4e4c6d3a6,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:08.322237 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment aa89541c-099f-4fc5-aa74-324879473aa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa89541c-099f-4fc5-aa74-324879473aa3 found for delete ", "request_id": "req-19df1ef7-a61b-45cd-a8d0-7a57c43e0ce5"}]} Jun 28 00:00:08.349590 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd398aeb-e364-4bd3-87dd-1b979e1b2eff,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:08.399569 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (4736dc35-2509-430f-97ff-63ecff885df9), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.446451 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (164a1320-9663-4166-8f2c-16ef4940e2d6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.503932 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (4736dc35-2509-430f-97ff-63ecff885df9), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.557326 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (164a1320-9663-4166-8f2c-16ef4940e2d6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.564590 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks [] for router_controller (164a1320-9663-4166-8f2c-16ef4940e2d6), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.625778 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (164a1320-9663-4166-8f2c-16ef4940e2d6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.626351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164a1320-9663-4166-8f2c-16ef4940e2d6 {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:00:08.633841 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.635205 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-259e2051-f7d3-4ff5-a7b4-919e60f75499 admin admin] 10.222.0.26 "DELETE /v2.0/routers/164a1320-9663-4166-8f2c-16ef4940e2d6 HTTP/1.1" status: 204 len: 168 time: 1.3938837 Jun 28 00:00:08.637995 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36162) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:08.649323 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (4736dc35-2509-430f-97ff-63ecff885df9), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.724606 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.732418 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4736dc35-2509-430f-97ff-63ecff885df9 HTTP/1.1" status: 204 len: 168 time: 0.5223558 Jun 28 00:00:08.735136 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36166) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:08.763933 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Deleting subnet 5c566e7d-8bc7-40cd-8763-ad544a85cae0 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:00:08.766193 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a0bda-3dba-419d-b339-95725d63111d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4736dc35-2509-430f-97ff-63ecff885df9,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:08.769245 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Publish callbacks [] for subnet (5c566e7d-8bc7-40cd-8763-ad544a85cae0), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.807167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (5c566e7d-8bc7-40cd-8763-ad544a85cae0), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.814931 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (472a47e3-1c13-4e2f-bfaf-de64977e5124), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.890468 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (5c566e7d-8bc7-40cd-8763-ad544a85cae0), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.900006 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (472a47e3-1c13-4e2f-bfaf-de64977e5124), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.925588 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472a47e3-1c13-4e2f-bfaf-de64977e5124']}} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.936383 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c9d161-8261-44a5-acaa-2f80b0ef132f') {'for_net_delete': True} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.936686 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c9d161-8261-44a5-acaa-2f80b0ef132f') {} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:08.951052 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62553521'] for segment (a3c9d161-8261-44a5-acaa-2f80b0ef132f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.951188 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (5c566e7d-8bc7-40cd-8763-ad544a85cae0), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.964612 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (a3c9d161-8261-44a5-acaa-2f80b0ef132f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.971789 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=115319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:00:08.972411 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62574384'] for segment (a3c9d161-8261-44a5-acaa-2f80b0ef132f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.977353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c566e7d-8bc7-40cd-8763-ad544a85cae0,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:08.979980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:08.983085 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18855d06-b387-4990-9049-292a8b116eec None None] Network 1d347753-be55-4d38-aad9-02b4acd6755a requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:08.990698 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-58af17db-95f7-4082-bc4a-42b379a156c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c566e7d-8bc7-40cd-8763-ad544a85cae0 HTTP/1.1" status: 204 len: 168 time: 0.3509030 Jun 28 00:00:08.991893 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36176) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:09.042799 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (472a47e3-1c13-4e2f-bfaf-de64977e5124), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.050927 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.071084 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] 10.222.0.26 "DELETE /v2.0/networks/472a47e3-1c13-4e2f-bfaf-de64977e5124 HTTP/1.1" status: 204 len: 168 time: 0.3323669 Jun 28 00:00:09.088388 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aa331-6a72-479b-9bf9-6a7fd105185c admin admin] Pushing event deleted for resources: {'Network': ['ID=472a47e3-1c13-4e2f-bfaf-de64977e5124,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:09.102589 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bd0a1604-2315-45ba-9cb9-2c6bde489381 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:00:09.129334 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (1d347753-be55-4d38-aad9-02b4acd6755a), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.142988 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: bd0a1604-2315-45ba-9cb9-2c6bde489381 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:00:09.143320 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bd0a1604-2315-45ba-9cb9-2c6bde489381 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:00:09.274548 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] DHCP port deletion for 1d347753-be55-4d38-aad9-02b4acd6755a request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:00:09.288596 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Deleting port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:00:09.289229 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.342807 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] Deleting port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:00:09.343217 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.453190 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] For port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:09.453403 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.457924 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] For port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,segment=NetworkSegment(4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6),segment_id=4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:09.458235 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.472483 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36190) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:09.478361 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] Calling delete_port for 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:00:09.493707 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Calling delete_port for 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:00:09.565770 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6ffd8388-9b31-421d-8aa6-1f4763ff39f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=602956a90a2849d6b2bb1aba92918bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917537 Jun 28 00:00:09.568312 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36194) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:09.647272 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.678802 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (60ad8ddf-daf6-410c-a392-1cef6c4c8dc3), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.680719 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3ac562fd-1767-4530-871e-3802cceffb77 admin admin] Publish callbacks [] for security_group (5b7709c1-bedd-4877-a370-a713b5094a08), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.720649 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:09.722191 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3ac562fd-1767-4530-871e-3802cceffb77 admin admin] Publish callbacks [] for security_group (5b7709c1-bedd-4877-a370-a713b5094a08), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.722298 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] No DVR routers for this DVR port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:00:09.783291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3ac562fd-1767-4530-871e-3802cceffb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5b7709c1-bedd-4877-a370-a713b5094a08), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.786434 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-3ac562fd-1767-4530-871e-3802cceffb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.791167 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-3ac562fd-1767-4530-871e-3802cceffb77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b7709c1-bedd-4877-a370-a713b5094a08 HTTP/1.1" status: 204 len: 168 time: 0.2183545 Jun 28 00:00:09.791449 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] Pushing event deleted for resources: {'Port': ['ID=60ad8ddf-daf6-410c-a392-1cef6c4c8dc3,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:09.808440 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac562fd-1767-4530-871e-3802cceffb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7709c1-bedd-4877-a370-a713b5094a08,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:09.818376 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84255a-624a-40ad-abec-d0f86e096443 None None] No DVR routers for this DVR port 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:00:09.842769 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (1d347753-be55-4d38-aad9-02b4acd6755a), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.879640 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d347753-be55-4d38-aad9-02b4acd6755a']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:09.897255 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:09.897544 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:09.912115 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.930033 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.937009 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:00:09.937558 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:09.985844 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6 resource provider aggregate not found Jun 28 00:00:10.010095 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e22bcd3-bdb5-4cac-99d3-05f37da2bbc6 found for delete ", "request_id": "req-f9acf44c-3fa7-4478-b00f-9509b7271683"}]} Jun 28 00:00:10.013289 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (1d347753-be55-4d38-aad9-02b4acd6755a), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.018556 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.024698 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d347753-be55-4d38-aad9-02b4acd6755a HTTP/1.1" status: 204 len: 168 time: 1.0287781 Jun 28 00:00:10.034947 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f813a-c92e-426d-8b4c-f3bfb00a8145 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d347753-be55-4d38-aad9-02b4acd6755a,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:10.207777 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36216) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:10.250463 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36218) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:10.263234 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c330b735-c7a4-46df-89af-78c432f48b48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a636d9b7ac64ddbae3130f4ad3de9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541036 Jun 28 00:00:10.264064 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36220) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:10.295252 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-fa4dfc25-bbf5-4552-ad9d-9d3addfef22a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7badf26d3d7a492d9f15a8cdeb226fbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433884 Jun 28 00:00:10.296468 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36222) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:10.314394 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0543756-29fc-46d2-a3c1-897de54376c0 admin admin] Publish callbacks [] for security_group (438b1390-ad29-4a7d-920e-d5c617c5e1a9), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.339452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0543756-29fc-46d2-a3c1-897de54376c0 admin admin] Publish callbacks [] for security_group (438b1390-ad29-4a7d-920e-d5c617c5e1a9), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.344681 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-37ccf39c-eaa0-4d88-8368-7ad1ab1a47be admin admin] Publish callbacks [] for security_group (8b28e24f-f267-4b84-855f-18d3722f797f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.349327 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment a3c9d161-8261-44a5-acaa-2f80b0ef132f resource provider aggregate not found Jun 28 00:00:10.373084 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-37ccf39c-eaa0-4d88-8368-7ad1ab1a47be admin admin] Publish callbacks [] for security_group (8b28e24f-f267-4b84-855f-18d3722f797f), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.378170 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment a3c9d161-8261-44a5-acaa-2f80b0ef132f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3c9d161-8261-44a5-acaa-2f80b0ef132f found for delete ", "request_id": "req-5eea7354-6e15-48d8-8ba3-7605387bd576"}]} Jun 28 00:00:10.407403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0543756-29fc-46d2-a3c1-897de54376c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (438b1390-ad29-4a7d-920e-d5c617c5e1a9), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.410246 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-b0543756-29fc-46d2-a3c1-897de54376c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.411423 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-b0543756-29fc-46d2-a3c1-897de54376c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/438b1390-ad29-4a7d-920e-d5c617c5e1a9 HTTP/1.1" status: 204 len: 168 time: 0.1464074 Jun 28 00:00:10.421772 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0543756-29fc-46d2-a3c1-897de54376c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b1390-ad29-4a7d-920e-d5c617c5e1a9,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:10.440195 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-37ccf39c-eaa0-4d88-8368-7ad1ab1a47be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (8b28e24f-f267-4b84-855f-18d3722f797f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.445179 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-37ccf39c-eaa0-4d88-8368-7ad1ab1a47be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:10.449075 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-37ccf39c-eaa0-4d88-8368-7ad1ab1a47be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b28e24f-f267-4b84-855f-18d3722f797f HTTP/1.1" status: 204 len: 168 time: 0.1495185 Jun 28 00:00:10.457419 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccf39c-eaa0-4d88-8368-7ad1ab1a47be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b28e24f-f267-4b84-855f-18d3722f797f,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:10.590285 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:00:10.609725 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:00:10.610280 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 60ad8ddf-daf6-410c-a392-1cef6c4c8dc3 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:00:10.610686 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device dd398aeb-e364-4bd3-87dd-1b979e1b2eff no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:00:10.637397 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: dd398aeb-e364-4bd3-87dd-1b979e1b2eff {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:00:10.637805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device dd398aeb-e364-4bd3-87dd-1b979e1b2eff not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:00:11.954930 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36324) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:12.120078 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7c579b00-00e6-45ec-8a1f-db029dc9abc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.215672 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7c579b00-00e6-45ec-8a1f-db029dc9abc9 admin admin] Publish callbacks [] for security_group (5a49c3b7-5c7c-465f-80ce-9b350394b6e5), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.221234 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7c579b00-00e6-45ec-8a1f-db029dc9abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5a49c3b7-5c7c-465f-80ce-9b350394b6e5), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.250693 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7c579b00-00e6-45ec-8a1f-db029dc9abc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cd7d0f8ce51498db4b3620a3f24bf75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943728 Jun 28 00:00:12.253395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36344) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:12.296172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c579b00-00e6-45ec-8a1f-db029dc9abc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a49c3b7-5c7c-465f-80ce-9b350394b6e5,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:12.322944 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23b4889a-84cb-4033-ad2e-0a431e052405 admin admin] Publish callbacks [] for security_group (5a49c3b7-5c7c-465f-80ce-9b350394b6e5), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.345252 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23b4889a-84cb-4033-ad2e-0a431e052405 admin admin] Publish callbacks [] for security_group (5a49c3b7-5c7c-465f-80ce-9b350394b6e5), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.399284 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23b4889a-84cb-4033-ad2e-0a431e052405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5a49c3b7-5c7c-465f-80ce-9b350394b6e5), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.401888 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-23b4889a-84cb-4033-ad2e-0a431e052405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:12.405650 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-23b4889a-84cb-4033-ad2e-0a431e052405 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a49c3b7-5c7c-465f-80ce-9b350394b6e5 HTTP/1.1" status: 204 len: 168 time: 0.1486893 Jun 28 00:00:12.412396 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4889a-84cb-4033-ad2e-0a431e052405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a49c3b7-5c7c-465f-80ce-9b350394b6e5,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:13.031844 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36396) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:13.182303 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3da9e677-80f9-4428-b856-889d3c563562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.288066 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3da9e677-80f9-4428-b856-889d3c563562 admin admin] Publish callbacks [] for security_group (4cad664b-c832-4f0e-9110-ea5b75dd66cb), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.295785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3da9e677-80f9-4428-b856-889d3c563562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4cad664b-c832-4f0e-9110-ea5b75dd66cb), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.361839 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3da9e677-80f9-4428-b856-889d3c563562 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9b4e42a77434f65ad24eb4ee9f974b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263505 Jun 28 00:00:13.361839 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9e677-80f9-4428-b856-889d3c563562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cad664b-c832-4f0e-9110-ea5b75dd66cb,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:13.362633 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36418) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:13.413284 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e17a50cd-2a8a-4d6a-8d51-842eccb54869 admin admin] Publish callbacks [] for security_group (4cad664b-c832-4f0e-9110-ea5b75dd66cb), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.436431 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e17a50cd-2a8a-4d6a-8d51-842eccb54869 admin admin] Publish callbacks [] for security_group (4cad664b-c832-4f0e-9110-ea5b75dd66cb), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.490632 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e17a50cd-2a8a-4d6a-8d51-842eccb54869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4cad664b-c832-4f0e-9110-ea5b75dd66cb), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.494474 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e17a50cd-2a8a-4d6a-8d51-842eccb54869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.495801 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e17a50cd-2a8a-4d6a-8d51-842eccb54869 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cad664b-c832-4f0e-9110-ea5b75dd66cb HTTP/1.1" status: 204 len: 168 time: 0.1320567 Jun 28 00:00:13.504216 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a50cd-2a8a-4d6a-8d51-842eccb54869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cad664b-c832-4f0e-9110-ea5b75dd66cb,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:13.877762 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36436) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:13.892160 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e228-0bc0-41f9-b1e9-3d8c314d81d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.969727 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e228-0bc0-41f9-b1e9-3d8c314d81d4 admin admin] Publish callbacks [] for security_group (583797b2-7a54-48f0-a3c8-b7bb83245101), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:13.975843 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e228-0bc0-41f9-b1e9-3d8c314d81d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (583797b2-7a54-48f0-a3c8-b7bb83245101), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.013809 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e4d7e228-0bc0-41f9-b1e9-3d8c314d81d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be28b04da7cb4e378d02bc8acd8f6121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349757 Jun 28 00:00:14.016613 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36438) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:14.023452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7e228-0bc0-41f9-b1e9-3d8c314d81d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583797b2-7a54-48f0-a3c8-b7bb83245101,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:14.069348 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1f04cee0-365a-4779-839d-ab02d2f528a9 admin admin] Publish callbacks [] for security_group (583797b2-7a54-48f0-a3c8-b7bb83245101), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.090748 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1f04cee0-365a-4779-839d-ab02d2f528a9 admin admin] Publish callbacks [] for security_group (583797b2-7a54-48f0-a3c8-b7bb83245101), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.140503 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1f04cee0-365a-4779-839d-ab02d2f528a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (583797b2-7a54-48f0-a3c8-b7bb83245101), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.143121 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1f04cee0-365a-4779-839d-ab02d2f528a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.144266 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1f04cee0-365a-4779-839d-ab02d2f528a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/583797b2-7a54-48f0-a3c8-b7bb83245101 HTTP/1.1" status: 204 len: 168 time: 0.1266313 Jun 28 00:00:14.152999 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04cee0-365a-4779-839d-ab02d2f528a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583797b2-7a54-48f0-a3c8-b7bb83245101,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:14.584186 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36458) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:14.692724 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-28fe576b-819d-4a57-9f66-879c20ecd1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.768416 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-28fe576b-819d-4a57-9f66-879c20ecd1d9 admin admin] Publish callbacks [] for security_group (d6352866-7cc9-44b1-b922-2176c4405e9e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.775189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-28fe576b-819d-4a57-9f66-879c20ecd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d6352866-7cc9-44b1-b922-2176c4405e9e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.820255 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-28fe576b-819d-4a57-9f66-879c20ecd1d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecc9aa5486e14f76b61f902c9c641115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325709 Jun 28 00:00:14.820555 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36474) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:14.827384 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe576b-819d-4a57-9f66-879c20ecd1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6352866-7cc9-44b1-b922-2176c4405e9e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:14.876708 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f17c72f2-3a1f-4136-9746-3951b521fdaf admin admin] Publish callbacks [] for security_group (d6352866-7cc9-44b1-b922-2176c4405e9e), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.901690 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f17c72f2-3a1f-4136-9746-3951b521fdaf admin admin] Publish callbacks [] for security_group (d6352866-7cc9-44b1-b922-2176c4405e9e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.968310 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f17c72f2-3a1f-4136-9746-3951b521fdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (d6352866-7cc9-44b1-b922-2176c4405e9e), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.970879 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f17c72f2-3a1f-4136-9746-3951b521fdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:14.979120 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f17c72f2-3a1f-4136-9746-3951b521fdaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6352866-7cc9-44b1-b922-2176c4405e9e HTTP/1.1" status: 204 len: 168 time: 0.1571827 Jun 28 00:00:14.990813 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c72f2-3a1f-4136-9746-3951b521fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6352866-7cc9-44b1-b922-2176c4405e9e,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:17.525707 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f0b99141-d1c2-4377-9ca1-db4975137c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:19.762253 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6208ab60-d8f5-4c47-9728-ecfc676c3554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:20.741825 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:21.725975 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-f25f7229-cee0-444e-9e11-c4b862fa7c30 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=65d2603ae39345648ff6e7aac8b30781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378261 Jun 28 00:00:21.930750 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9a668025-45b9-4196-9e91-e6f5dfa11542 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:21.932901 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9a668025-45b9-4196-9e91-e6f5dfa11542 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988962 Jun 28 00:00:21.948435 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-b5cdbe79-647f-4e9b-9a03-6b8012aa6803 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/quotas/65d2603ae39345648ff6e7aac8b30781 HTTP/1.1" status: 200 len: 375 time: 0.0102766 Jun 28 00:00:21.981433 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-6d6c381c-9378-4f38-bd0d-07a8c18f0aa2 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=65d2603ae39345648ff6e7aac8b30781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269697 Jun 28 00:00:22.149601 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fcf3cc7e-e380-4df7-8537-00ea08000f06 req-2aa68c5c-abb8-4d27-a545-d421764183b4 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0315466 Jun 28 00:00:22.241629 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:23.254265 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-83b4fead-29f2-43d0-b3e7-9ed92b755104 req-c061f9d4-89a6-4a81-9f61-9fd9dbef8b87 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0342789 Jun 28 00:00:23.815835 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:24.356054 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fe7434dd-49f2-436b-bffe-c6420445c37c req-952994fd-2d1d-48fa-9896-67a5769b7961 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0305557 Jun 28 00:00:25.459753 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5d88fdf5-fbc7-4677-8a66-bb92839a8e72 req-d6b0814f-0f53-4dc6-bc48-55a6a0e633b1 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Jun 28 00:00:26.736787 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fba0b181-cf3a-49c5-90d5-2c6a38fcbed3 req-a56fce85-d079-490e-980e-202e4f7bd8ad tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0314014 Jun 28 00:00:27.242165 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-2f09f3a2-fb69-405d-9132-8f6b40dfba7c tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=65d2603ae39345648ff6e7aac8b30781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212417 Jun 28 00:00:27.365337 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-7fa28ef6-7c90-41fa-9e72-344f0e3cc904 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:27.367149 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-7fa28ef6-7c90-41fa-9e72-344f0e3cc904 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199689 Jun 28 00:00:27.397501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Request body: {'port': {'device_id': '7dddee46-bf2b-431d-aa54-e886ba736562', 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e', 'admin_state_up': True, 'tenant_id': '65d2603ae39345648ff6e7aac8b30781'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:27.508451 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Made reservation on behalf of 65d2603ae39345648ff6e7aac8b30781 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:27.512049 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:27.520283 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:27.600113 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks [] for security_group (2879f9fb-794b-4ee2-bb24-5533ab50a180), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:27.606225 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2879f9fb-794b-4ee2-bb24-5533ab50a180), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:27.666077 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2879f9fb-794b-4ee2-bb24-5533ab50a180,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:27.740360 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Allocated IP 192.168.233.16 (ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e/ae503c46-df2e-4a73-b1fe-3c4ccbaccfba/16ae70a5-5cc3-44df-959b-b5cde119b81f) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:00:27.854097 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-95835ff6-f23d-4d4c-b8cd-a00d9360a086 req-d0227441-aef3-46cd-8ff1-b8a6ac2a44f6 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0304253 Jun 28 00:00:27.908047 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks [] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:27.942360 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:27.984118 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:00:27.989107 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:00:27.995733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:00:28.019237 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Pushing event updated for resources: {'Port': ['ID=16ae70a5-5cc3-44df-959b-b5cde119b81f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:28.050112 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:28.050806 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.071667 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9f8b75cc-2625-4932-b1f6-5b2a39781fc0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6779983 Jun 28 00:00:28.090611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Request body: {'port': {'device_id': '7dddee46-bf2b-431d-aa54-e886ba736562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:28.157886 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.253928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-a6ebd551-5db1-4c2c-a48c-fd63d38ee414 None None] Provisioning complete for port 16ae70a5-5cc3-44df-959b-b5cde119b81f triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:00:28.254462 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd551-5db1-4c2c-a48c-fd63d38ee414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.288152 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebd551-5db1-4c2c-a48c-fd63d38ee414 None None] Port 16ae70a5-5cc3-44df-959b-b5cde119b81f cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:00:28.428464 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ae70a5-5cc3-44df-959b-b5cde119b81f {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:00:28.435950 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Publish callbacks [] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.448280 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Transition to ACTIVE for port object 16ae70a5-5cc3-44df-959b-b5cde119b81f will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 28 00:00:28.453216 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.502126 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Pushing event updated for resources: {'Port': ['ID=16ae70a5-5cc3-44df-959b-b5cde119b81f,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:28.576328 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Attempting to bind port 16ae70a5-5cc3-44df-959b-b5cde119b81f on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:00:28.576668 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Attempting to bind port 16ae70a5-5cc3-44df-959b-b5cde119b81f by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:00:28.577001 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Attempting to bind port 16ae70a5-5cc3-44df-959b-b5cde119b81f on network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:00:28.581645 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Port 16ae70a5-5cc3-44df-959b-b5cde119b81f on network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 00:00:28.581970 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Attempting to bind port 16ae70a5-5cc3-44df-959b-b5cde119b81f on network ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:00:28.587098 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:00:28.587441 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Checking segment: {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:00:28.587824 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Bound using segment: {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:00:28.588407 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Bound port: 16ae70a5-5cc3-44df-959b-b5cde119b81f, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9794c29b-ce1a-4d91-b526-fa402b8f919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:00:28.588657 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.650430 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] For port 16ae70a5-5cc3-44df-959b-b5cde119b81f, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:00:28.653741 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] For port 16ae70a5-5cc3-44df-959b-b5cde119b81f, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:00:28.660794 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.704632 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:28.705286 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:28.707041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-4787204e-3951-4f43-9530-2154174980a5 service neutron] 10.222.0.27 "PUT /v2.0/ports/16ae70a5-5cc3-44df-959b-b5cde119b81f HTTP/1.1" status: 200 len: 1097 time: 0.6210542 Jun 28 00:00:28.707645 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dddee46-bf2b-431d-aa54-e886ba736562', 'tag': '16ae70a5-5cc3-44df-959b-b5cde119b81f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:00:28.710415 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff373350-884f-4b46-8f15-6c0e0b8cec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7dddee46-bf2b-431d-aa54-e886ba736562", "tag": "16ae70a5-5cc3-44df-959b-b5cde119b81f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:00:28.743189 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787204e-3951-4f43-9530-2154174980a5 service neutron] Pushing event updated for resources: {'Port': ['ID=16ae70a5-5cc3-44df-959b-b5cde119b81f,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:28.756616 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241a5db-b9d1-490f-b597-058473b835c9 x-openstack-request-id: req-6241a5db-b9d1-490f-b597-058473b835c9 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:00:28.756910 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dddee46-bf2b-431d-aa54-e886ba736562", "tag": "16ae70a5-5cc3-44df-959b-b5cde119b81f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:00:28.757191 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6241a5db-b9d1-490f-b597-058473b835c9 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:00:28.757739 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6241a5db-b9d1-490f-b597-058473b835c9'] response: {'name': 'network-changed', 'server_uuid': '7dddee46-bf2b-431d-aa54-e886ba736562', 'tag': '16ae70a5-5cc3-44df-959b-b5cde119b81f', 'status': 'completed', 'code': 200} Jun 28 00:00:28.822975 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-8a887087-09a6-48f8-b227-39abf6181a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:28.824833 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-8a887087-09a6-48f8-b227-39abf6181a94 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=65d2603ae39345648ff6e7aac8b30781&device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 1131 time: 0.0491576 Jun 28 00:00:28.881285 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-2a7b2a5c-c8ef-48b2-8582-c25bd17b7544 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f HTTP/1.1" status: 200 len: 217 time: 0.0428445 Jun 28 00:00:28.935046 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-daaaf2fb-75e9-4c5c-9093-ef6d5d66a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:28.936631 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-daaaf2fb-75e9-4c5c-9093-ef6d5d66a05f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ae503c46-df2e-4a73-b1fe-3c4ccbaccfba HTTP/1.1" status: 200 len: 843 time: 0.0497363 Jun 28 00:00:29.022809 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35e848-d605-4ae0-9eeb-eed477ee1478 req-fb501688-d804-43b5-bb7c-d0b0afc54e7b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:29.024801 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ab35e848-d605-4ae0-9eeb-eed477ee1478 req-fb501688-d804-43b5-bb7c-d0b0afc54e7b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0868251 Jun 28 00:00:29.030777 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9518f1f3-7d74-41a4-9c9b-d666c7b1e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:29.032504 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-9518f1f3-7d74-41a4-9c9b-d666c7b1e416 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0841584 Jun 28 00:00:29.129093 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ab35e848-d605-4ae0-9eeb-eed477ee1478 req-303743e7-5815-46a6-b1dd-0c64084c90a8 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942671 Jun 28 00:00:29.157505 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-786597c0-6752-40d9-9d86-8ded6cf14eea service neutron] 10.222.0.27 "GET /v2.0/networks/ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143816 Jun 28 00:00:29.249323 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-89d31c08-ecc1-4cf7-8f87-04f3fd78fc02 req-fc5ff695-9773-4217-8487-d63c061bf4ac service neutron] 10.222.0.27 "GET /v2.0/networks/ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856664 Jun 28 00:00:29.393302 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-af6b1a76-d42c-4381-9937-2e01bd454538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:29.394682 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-af6b1a76-d42c-4381-9937-2e01bd454538 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=65d2603ae39345648ff6e7aac8b30781&device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 1131 time: 0.0517282 Jun 28 00:00:29.488718 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-0488df15-fc91-41ed-818a-89829637c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:29.490192 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-0488df15-fc91-41ed-818a-89829637c4d7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e HTTP/1.1" status: 200 len: 870 time: 0.0889084 Jun 28 00:00:29.530522 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-bb9c02f5-eec3-4dec-a618-790903c4ba66 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f HTTP/1.1" status: 200 len: 217 time: 0.0326285 Jun 28 00:00:29.581518 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-0c847730-b2f8-4357-ae2e-88c88a724c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:29.582912 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-0c847730-b2f8-4357-ae2e-88c88a724c05 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ae503c46-df2e-4a73-b1fe-3c4ccbaccfba HTTP/1.1" status: 200 len: 843 time: 0.0449708 Jun 28 00:00:29.632131 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-85d05af1-2ad2-4515-b709-e701d21a7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:29.633572 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-85d05af1-2ad2-4515-b709-e701d21a7d3e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436594 Jun 28 00:00:30.268303 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef678787-6b6b-4143-ae42-c08dbbd253a9 req-9aec2a7e-658d-47ce-854d-1b75cf14e363 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:30.269776 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ef678787-6b6b-4143-ae42-c08dbbd253a9 req-9aec2a7e-658d-47ce-854d-1b75cf14e363 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0655525 Jun 28 00:00:30.318920 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ef678787-6b6b-4143-ae42-c08dbbd253a9 req-fee10af4-7f51-4b10-b1cd-c236df45454f tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Jun 28 00:00:31.256472 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-ba0128c8-0d4e-412c-bd3b-b5bc2c8cafdd service neutron] 10.222.0.27 "GET /v2.0/networks/ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813923 Jun 28 00:00:31.455216 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474e8f3-4e7d-45eb-b5dc-d97badc49ebf req-ec564247-20ba-43f1-ae09-21e838bdac56 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:31.456674 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a474e8f3-4e7d-45eb-b5dc-d97badc49ebf req-ec564247-20ba-43f1-ae09-21e838bdac56 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0602360 Jun 28 00:00:31.509824 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a474e8f3-4e7d-45eb-b5dc-d97badc49ebf req-6d3c030c-ee82-4da2-8f5c-03e312d49ccb tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Jun 28 00:00:32.050380 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ff373350-884f-4b46-8f15-6c0e0b8cec8c req-b42028d3-44eb-437b-883d-39d3b4fad2d9 service neutron] 10.222.0.27 "GET /v2.0/networks/ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956213 Jun 28 00:00:32.647475 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaca49-bec3-4cff-aaba-962beeb3b8a4 req-0e39133a-ec4e-4ab8-90eb-7f5baea0f6e7 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:32.649034 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2fdaca49-bec3-4cff-aaba-962beeb3b8a4 req-0e39133a-ec4e-4ab8-90eb-7f5baea0f6e7 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0674982 Jun 28 00:00:32.698946 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2fdaca49-bec3-4cff-aaba-962beeb3b8a4 req-e2cfe165-2b5d-4e92-aecf-f3544a614c4f tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 Jun 28 00:00:33.013408 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:33.822637 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a0adc-4516-4da2-ab53-d068a1fce47e req-9c6992cd-3b21-43f9-8f6b-11bba2a8653b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:33.824231 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-975a0adc-4516-4da2-ab53-d068a1fce47e req-9c6992cd-3b21-43f9-8f6b-11bba2a8653b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0534110 Jun 28 00:00:33.870682 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-975a0adc-4516-4da2-ab53-d068a1fce47e req-5bff3bb6-f41b-4645-8655-ed3a8bddb1fc tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jun 28 00:00:34.713780 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4b45f94-b4de-4108-81df-f000b82731aa tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314512415&fields=id&tenant_id=82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 267 time: 0.0520840 Jun 28 00:00:34.834642 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-7219e182-30b0-4e5c-ac2f-ec3429c60b59 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:34.836135 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-7219e182-30b0-4e5c-ac2f-ec3429c60b59 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 812 time: 0.1153162 Jun 28 00:00:34.855086 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-55f7979f-55ff-400d-bb96-742f597c5bc3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/quotas/82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 375 time: 0.0113971 Jun 28 00:00:34.878150 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36838) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:34.930425 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-a629c643-640c-43d8-81a7-3e552d0dbf76 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694437 Jun 28 00:00:34.994361 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf8-a702-40c5-9580-6c2719a2037a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.032581 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7bcb1-0d6c-45b5-b9b7-1fce265a303b req-d43e03d3-3e24-4624-925a-f9b2ce7a6781 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:35.034248 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4da7bcb1-0d6c-45b5-b9b7-1fce265a303b req-d43e03d3-3e24-4624-925a-f9b2ce7a6781 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0709748 Jun 28 00:00:35.084158 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf8-a702-40c5-9580-6c2719a2037a admin admin] Publish callbacks [] for security_group (e18e15bd-07de-4d56-be47-c12d4c01b2f0), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.088432 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf8-a702-40c5-9580-6c2719a2037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e18e15bd-07de-4d56-be47-c12d4c01b2f0), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.128533 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ccdd5bf8-a702-40c5-9580-6c2719a2037a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fe4cd2cc3e94b229b7ac7f9c8e070cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491190 Jun 28 00:00:35.131179 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36848) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:35.137592 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5bf8-a702-40c5-9580-6c2719a2037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e15bd-07de-4d56-be47-c12d4c01b2f0,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:35.188261 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-063046f8-ac6a-4814-8503-585c33af4364 admin admin] Publish callbacks [] for security_group (e18e15bd-07de-4d56-be47-c12d4c01b2f0), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.216206 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-063046f8-ac6a-4814-8503-585c33af4364 admin admin] Publish callbacks [] for security_group (e18e15bd-07de-4d56-be47-c12d4c01b2f0), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.266199 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-063046f8-ac6a-4814-8503-585c33af4364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (e18e15bd-07de-4d56-be47-c12d4c01b2f0), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.268809 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-063046f8-ac6a-4814-8503-585c33af4364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.270023 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-063046f8-ac6a-4814-8503-585c33af4364 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e18e15bd-07de-4d56-be47-c12d4c01b2f0 HTTP/1.1" status: 204 len: 168 time: 0.1379437 Jun 28 00:00:35.278113 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063046f8-ac6a-4814-8503-585c33af4364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e15bd-07de-4d56-be47-c12d4c01b2f0,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:35.397563 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4da7bcb1-0d6c-45b5-b9b7-1fce265a303b req-c28b36a5-936a-4b70-a56c-d971ffe2627b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541965 Jun 28 00:00:35.424509 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-2201d380-e6f5-45cb-91a6-fa1f4985ed74 service neutron] 10.222.0.26 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816780 Jun 28 00:00:35.525496 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-6c49ef6c-6dbf-413f-a4e7-8de9150e9c2b service neutron] 10.222.0.26 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943501 Jun 28 00:00:35.553713 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36854) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:35.567594 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-82166063-d32e-40b9-93d0-491a348a3e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.641298 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-82166063-d32e-40b9-93d0-491a348a3e6a admin admin] Publish callbacks [] for security_group (7f4a1216-1a46-491b-b1fe-8483e5152dcf), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.646630 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-82166063-d32e-40b9-93d0-491a348a3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (7f4a1216-1a46-491b-b1fe-8483e5152dcf), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.686392 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-82166063-d32e-40b9-93d0-491a348a3e6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dcf8a07405d4c249c7c2cd8124b0542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314268 Jun 28 00:00:35.687667 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82166063-d32e-40b9-93d0-491a348a3e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a1216-1a46-491b-b1fe-8483e5152dcf,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:35.689425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36864) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:35.742317 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5b19-17ee-4157-b411-f9111dfa01b4 admin admin] Publish callbacks [] for security_group (7f4a1216-1a46-491b-b1fe-8483e5152dcf), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.767726 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5b19-17ee-4157-b411-f9111dfa01b4 admin admin] Publish callbacks [] for security_group (7f4a1216-1a46-491b-b1fe-8483e5152dcf), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.830227 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5b19-17ee-4157-b411-f9111dfa01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (7f4a1216-1a46-491b-b1fe-8483e5152dcf), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.834025 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5b19-17ee-4157-b411-f9111dfa01b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:35.839402 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2bfa5b19-17ee-4157-b411-f9111dfa01b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f4a1216-1a46-491b-b1fe-8483e5152dcf HTTP/1.1" status: 204 len: 168 time: 0.1485987 Jun 28 00:00:35.848532 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5b19-17ee-4157-b411-f9111dfa01b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a1216-1a46-491b-b1fe-8483e5152dcf,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:35.857689 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-10e0fef3-c29a-40ce-b890-a8f90d32383d req-732c4ddf-3e58-4470-955d-fd7c9b244794 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0426030 Jun 28 00:00:36.196445 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36886) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:36.211054 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-025d921f-a26e-4d0f-b901-ff85e8850980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.289403 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-025d921f-a26e-4d0f-b901-ff85e8850980 admin admin] Publish callbacks [] for security_group (93f088e7-390d-4218-be6d-bbf793cc4385), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.294957 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-025d921f-a26e-4d0f-b901-ff85e8850980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (93f088e7-390d-4218-be6d-bbf793cc4385), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.333083 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-025d921f-a26e-4d0f-b901-ff85e8850980 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1c5a5af1f934b25b366d376d9634ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353734 Jun 28 00:00:36.334267 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d921f-a26e-4d0f-b901-ff85e8850980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f088e7-390d-4218-be6d-bbf793cc4385,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:36.336026 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36888) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:36.391494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-903dae67-0ccd-4872-81f4-1b586a8f24d8 admin admin] Publish callbacks [] for security_group (93f088e7-390d-4218-be6d-bbf793cc4385), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.419482 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-903dae67-0ccd-4872-81f4-1b586a8f24d8 admin admin] Publish callbacks [] for security_group (93f088e7-390d-4218-be6d-bbf793cc4385), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.469683 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-903dae67-0ccd-4872-81f4-1b586a8f24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (93f088e7-390d-4218-be6d-bbf793cc4385), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.472326 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-903dae67-0ccd-4872-81f4-1b586a8f24d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:36.473536 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-903dae67-0ccd-4872-81f4-1b586a8f24d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93f088e7-390d-4218-be6d-bbf793cc4385 HTTP/1.1" status: 204 len: 168 time: 0.1364861 Jun 28 00:00:36.505756 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dae67-0ccd-4872-81f4-1b586a8f24d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f088e7-390d-4218-be6d-bbf793cc4385,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:36.534187 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb9fa2-0b3d-452b-8b82-0da6eeeac604 req-c457acea-c803-4a68-9d49-1b815d6c4625 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:36.536059 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9adb9fa2-0b3d-452b-8b82-0da6eeeac604 req-c457acea-c803-4a68-9d49-1b815d6c4625 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0611889 Jun 28 00:00:36.583658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9adb9fa2-0b3d-452b-8b82-0da6eeeac604 req-62d3a992-a8c4-40be-bd0b-aadd0fa3a246 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Jun 28 00:00:36.952337 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d08670dc-b2cd-4c4f-8386-a032316a7a03 req-817373e1-45ff-4955-b002-49bd1afb4681 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0270891 Jun 28 00:00:37.184432 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36918) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:37.280761 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1451163041-network', 'tenant_id': 'a362e2ed6250458486f8eca04060af1c'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:37.302582 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Made reservation on behalf of a362e2ed6250458486f8eca04060af1c for: {'network': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:37.304742 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.312967 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.394841 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks [] for security_group (b0710f68-ab5a-4b62-bbc2-cbb3039f693c), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.402441 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b0710f68-ab5a-4b62-bbc2-cbb3039f693c), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.427087 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=115319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:00:37.436861 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0710f68-ab5a-4b62-bbc2-cbb3039f693c,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:37.442706 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (a70d7f64-57bb-4441-bd27-9279ca6fb6b7), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.443077 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.segments_db [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Added segment a70d7f64-57bb-4441-bd27-9279ca6fb6b7 of type vlan for network f377c106-c0c6-4258-89a8-9cbfd53f7655 Jun 28 00:00:37.482587 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (f377c106-c0c6-4258-89a8-9cbfd53f7655), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.510185 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (f377c106-c0c6-4258-89a8-9cbfd53f7655), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.511264 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:37.511886 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.563737 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3777862 Jun 28 00:00:37.566134 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36922) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:37.575092 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Request body: {'subnet': {'network_id': 'f377c106-c0c6-4258-89a8-9cbfd53f7655', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1451163041-subnet', 'tenant_id': 'a362e2ed6250458486f8eca04060af1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:37.581062 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886955e6-9078-443f-946d-ecf00e7f0d24 admin admin] Pushing event updated for resources: {'Network': ['ID=f377c106-c0c6-4258-89a8-9cbfd53f7655,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:37.590985 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network f377c106-c0c6-4258-89a8-9cbfd53f7655 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:00:37.597435 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Made reservation on behalf of a362e2ed6250458486f8eca04060af1c for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:37.599916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62596901'] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.713859 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf05428-d4ca-4ee0-90f1-e1cce89c3fa9 req-bb04210e-e7db-4d65-968e-fa157f23a172 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:37.715255 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3bf05428-d4ca-4ee0-90f1-e1cce89c3fa9 req-bb04210e-e7db-4d65-968e-fa157f23a172 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 947 time: 0.0613852 Jun 28 00:00:37.762566 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3bf05428-d4ca-4ee0-90f1-e1cce89c3fa9 req-cd89bbe0-4465-4ae0-9d9b-aa7d149faa01 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Jun 28 00:00:37.774980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58883428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62596919'] for subnet (fc43d33a-6a79-4949-82c1-4708b13540b4), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.822714 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc43d33a-6a79-4949-82c1-4708b13540b4,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:37.837803 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Checking segment: {'id': 'a70d7f64-57bb-4441-bd27-9279ca6fb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f377c106-c0c6-4258-89a8-9cbfd53f7655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:00:37.838159 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Network hostable DHCP agents. Network: f377c106-c0c6-4258-89a8-9cbfd53f7655, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:00:37.856184 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Network f377c106-c0c6-4258-89a8-9cbfd53f7655 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:00:37.866851 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, f377c106-c0c6-4258-89a8-9cbfd53f7655) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:00:37.872091 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:37.874245 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:37.877564 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545cc04-49dd-4db3-87b0-ed1698cef1ea None None] Network f377c106-c0c6-4258-89a8-9cbfd53f7655 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:37.894419 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8043e5f2-caed-4b3e-acd8-5253719ac968 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3239214 Jun 28 00:00:37.976797 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf929c2-2d56-40f2-bffa-0246702d1e20 None None] Network f377c106-c0c6-4258-89a8-9cbfd53f7655 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:38.037277 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 16ae70a5-5cc3-44df-959b-b5cde119b81f details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:00:38.064050 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c938771e-8eab-47db-8ce0-1b8ff91aa6dc req-f49c57c9-3bdd-4355-9d15-ce3beebc121a tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0298610 Jun 28 00:00:38.184077 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 16ae70a5-5cc3-44df-959b-b5cde119b81f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:38.198848 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '16ae70a5-5cc3-44df-959b-b5cde119b81f', 'network_id': 'ba1e0c6e-7ca8-42fe-9e4d-2c3acb17f25e', 'port_id': '16ae70a5-5cc3-44df-959b-b5cde119b81f', 'mac_address': 'fa:16:3e:75:9f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae503c46-df2e-4a73-b1fe-3c4ccbaccfba', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:00:38.238365 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 16ae70a5-5cc3-44df-959b-b5cde119b81f is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:00:38.238767 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.253295 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ae70a5-5cc3-44df-959b-b5cde119b81f {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:00:38.278190 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 16ae70a5-5cc3-44df-959b-b5cde119b81f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:38.284101 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.341772 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=16ae70a5-5cc3-44df-959b-b5cde119b81f,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:38.443104 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 36946) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:38.448025 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238996790-network', 'tenant_id': '1a44705146a54d6984ed9427b56930df'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:38.468733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Made reservation on behalf of 1a44705146a54d6984ed9427b56930df for: {'network': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:38.471208 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.479669 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.557280 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks [] for security_group (2f93e7e9-b9aa-45ef-bde0-7ad12b6af246), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.562745 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2f93e7e9-b9aa-45ef-bde0-7ad12b6af246), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.587336 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=115319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:00:38.596368 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93e7e9-b9aa-45ef-bde0-7ad12b6af246,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:38.603768 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (b7a88d43-35ba-4e2f-b842-908d69d23c60), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.604104 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.segments_db [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Added segment b7a88d43-35ba-4e2f-b842-908d69d23c60 of type vlan for network 9b6411ab-f88c-4c02-9c35-2ad57c881ecf Jun 28 00:00:38.646479 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (9b6411ab-f88c-4c02-9c35-2ad57c881ecf), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.673628 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (9b6411ab-f88c-4c02-9c35-2ad57c881ecf), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.674910 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:38.675631 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.730448 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2860594 Jun 28 00:00:38.733523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 36948) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:38.737342 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d821640-50ce-474f-b2ef-4338065b021d admin admin] Pushing event updated for resources: {'Network': ['ID=9b6411ab-f88c-4c02-9c35-2ad57c881ecf,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:38.738572 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Request body: {'subnet': {'network_id': '9b6411ab-f88c-4c02-9c35-2ad57c881ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238996790-subnet', 'tenant_id': '1a44705146a54d6984ed9427b56930df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:38.750645 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 9b6411ab-f88c-4c02-9c35-2ad57c881ecf details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:00:38.759570 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Made reservation on behalf of 1a44705146a54d6984ed9427b56930df for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:38.762197 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62596901'] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.887180 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb8c6a-7a3f-4cff-8e78-df6a507d9749 req-b93dbec9-f7ba-4f4e-84fc-1129478957ca tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:38.888885 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-57cb8c6a-7a3f-4cff-8e78-df6a507d9749 req-b93dbec9-f7ba-4f4e-84fc-1129478957ca tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 948 time: 0.0561578 Jun 28 00:00:38.933331 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58883428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62596919'] for subnet (12780f68-756a-4083-a183-e879330378f6), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:38.937397 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-57cb8c6a-7a3f-4cff-8e78-df6a507d9749 req-f54c0f9f-f352-4a0a-95c0-ba12bf7368d0 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Jun 28 00:00:38.985201 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12780f68-756a-4083-a183-e879330378f6,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:39.000930 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Checking segment: {'id': 'b7a88d43-35ba-4e2f-b842-908d69d23c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9b6411ab-f88c-4c02-9c35-2ad57c881ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:00:39.001312 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Network hostable DHCP agents. Network: 9b6411ab-f88c-4c02-9c35-2ad57c881ecf, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:00:39.020142 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Network 9b6411ab-f88c-4c02-9c35-2ad57c881ecf is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:00:39.029849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 9b6411ab-f88c-4c02-9c35-2ad57c881ecf) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:00:39.034108 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:39.034611 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:39.040155 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c0e5b-4d2d-48dd-9546-a03ddeb07582 None None] Network 9b6411ab-f88c-4c02-9c35-2ad57c881ecf requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:39.055301 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-c8c29387-9e31-48d6-9b6b-f8257746bd37 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3197060 Jun 28 00:00:39.147104 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e0446-4ddf-4e00-adbc-8863508ee9a7 None None] Network 9b6411ab-f88c-4c02-9c35-2ad57c881ecf requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:00:39.205533 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4e8da9dc-5923-4429-bb56-85f6ddd9b4ba req-99e06c10-ec8b-4086-a530-3d31e20e27f6 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0343127 Jun 28 00:00:40.075345 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dc298-6688-4cb6-9009-ce9d8ffdfc47 req-d5d1a3e2-0781-4e91-87c7-a2f4e838023c tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:40.076877 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0b9dc298-6688-4cb6-9009-ce9d8ffdfc47 req-d5d1a3e2-0781-4e91-87c7-a2f4e838023c tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 948 time: 0.0623815 Jun 28 00:00:40.124378 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0b9dc298-6688-4cb6-9009-ce9d8ffdfc47 req-4ccdcf2f-5e0f-49d0-a98e-d3fd87e3399b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Jun 28 00:00:40.308160 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-189d2969-7eb1-45f5-a10a-c33b2e1d5502 req-0e3da591-f4f2-47c2-b0ed-d737b28cfc3e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0271885 Jun 28 00:00:41.264842 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b2c61-7547-4802-ac65-c72ac159b29a req-8b342660-e062-4223-b7b1-2798aafdb14d tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:41.266349 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-027b2c61-7547-4802-ac65-c72ac159b29a req-8b342660-e062-4223-b7b1-2798aafdb14d tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 948 time: 0.0589807 Jun 28 00:00:41.300744 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['16ae70a5-5cc3-44df-959b-b5cde119b81f'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:00:41.380659 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-027b2c61-7547-4802-ac65-c72ac159b29a req-e9592c1e-53a1-44c7-8bab-03374c32bede tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084838 Jun 28 00:00:41.457211 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-18d17522-baaa-4bb8-89c6-527a5cffc913 req-04aa84f7-3e96-4209-a9c2-5881c19a090e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0411117 Jun 28 00:00:41.466664 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-122ab04f-e4bd-4f25-86d3-1a41cdc45a99 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:41.468179 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-122ab04f-e4bd-4f25-86d3-1a41cdc45a99 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 812 time: 0.1783502 Jun 28 00:00:41.545932 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-f7f26059-64b8-4ebc-bfc6-bdc665b84a85 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82b40fa1762542d0b8c79591d73689ab HTTP/1.1" status: 200 len: 379 time: 0.0549378 Jun 28 00:00:41.555502 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'port': {'device_id': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'admin_state_up': True, 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'security_groups': ['4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:41.679092 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Made reservation on behalf of 82b40fa1762542d0b8c79591d73689ab for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:00:41.682470 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:41.816881 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Allocated IP 172.20.0.6 (51420aa8-d8f9-4897-97e5-76d3301cd2a0/d95632d7-0b8c-4b53-8c66-dbf63327b343/f8eb5df1-0b69-437d-bb6a-46c87a2f1689) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:00:41.962998 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.006129 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.048324 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:00:42.051712 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:00:42.058215 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:00:42.081966 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:42.110825 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:42.111481 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.132677 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-b4d6a185-11f3-45bb-a512-5bd65a70918f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806615 Jun 28 00:00:42.151651 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Request body: {'port': {'device_id': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:00:42.224971 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.372982 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-da170e83-82d6-4e7e-b0e8-4f00e73552fb None None] Provisioning complete for port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:00:42.373859 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-da170e83-82d6-4e7e-b0e8-4f00e73552fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.407478 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-da170e83-82d6-4e7e-b0e8-4f00e73552fb None None] Port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:00:42.607680 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8eb5df1-0b69-437d-bb6a-46c87a2f1689 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:00:42.618631 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Publish callbacks [] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.641693 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f433-0c63-417c-bd35-350a4c5b6d80 req-f62cce7e-93bf-4662-bd1f-4144a9517238 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:42.643185 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8750f433-0c63-417c-bd35-350a4c5b6d80 req-f62cce7e-93bf-4662-bd1f-4144a9517238 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 948 time: 0.1787188 Jun 28 00:00:42.646970 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Transition to ACTIVE for port object f8eb5df1-0b69-437d-bb6a-46c87a2f1689 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 28 00:00:42.653968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.683746 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d2e3d-5e3d-44f0-b081-4417851e2a7d req-96beb41a-6234-47cc-8f59-2956feaf585e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:42.685249 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-578d2e3d-5e3d-44f0-b081-4417851e2a7d req-96beb41a-6234-47cc-8f59-2956feaf585e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 931 time: 0.1476085 Jun 28 00:00:42.796763 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Pushing event updated for resources: {'Port': ['ID=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:42.846535 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8750f433-0c63-417c-bd35-350a4c5b6d80 req-a2295e47-fb21-41de-b3b4-4e861667920b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963289 Jun 28 00:00:42.854676 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-578d2e3d-5e3d-44f0-b081-4417851e2a7d req-52e9554c-ab73-4c94-b78f-ccce02a46159 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438606 Jun 28 00:00:42.886938 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Attempting to bind port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:00:42.887286 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Attempting to bind port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:00:42.887622 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Attempting to bind port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:00:42.892610 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 00:00:42.892933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Attempting to bind port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 on network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:00:42.897889 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:00:42.898241 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Checking segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:00:42.898586 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Bound using segment: {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:00:42.899016 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Bound port: f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78f8131-31de-4e92-b9ba-8293f450dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:00:42.899378 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:42.959830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] For port f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:00:42.963109 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] For port f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:00:42.970928 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:43.001497 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:43.002113 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:43.003621 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] 10.222.0.27 "PUT /v2.0/ports/f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 200 len: 1093 time: 0.8565474 Jun 28 00:00:43.003937 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:00:43.006184 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ef0790-fc4e-4307-a617-0cd14ad6e418" -d '{"events": [{"name": "network-changed", "server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:00:43.043009 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37676731-75f1-4056-8a3b-c8d3ed3998df service neutron] Pushing event updated for resources: {'Port': ['ID=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:43.052689 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d9e85a-6966-472e-8245-c5a0e8de50b8 x-openstack-request-id: req-30d9e85a-6966-472e-8245-c5a0e8de50b8 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:00:43.053106 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:00:43.053457 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30d9e85a-6966-472e-8245-c5a0e8de50b8 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:00:43.053953 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d9e85a-6966-472e-8245-c5a0e8de50b8'] response: {'name': 'network-changed', 'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'status': 'completed', 'code': 200} Jun 28 00:00:43.133710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-c9ad9f44-c7f9-404e-8bf7-d730e5e2f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:43.135260 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-c9ad9f44-c7f9-404e-8bf7-d730e5e2f8d0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1127 time: 0.0556571 Jun 28 00:00:43.183711 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-c1e46a9c-7211-4025-879a-a79323e1c0b4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 200 len: 217 time: 0.0348501 Jun 28 00:00:44.002646 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf21eba-477d-4ced-b8e6-d5b5ce9d446b req-b1b23ad2-305e-4342-81ab-137b28ad000f tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:44.004120 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebf21eba-477d-4ced-b8e6-d5b5ce9d446b req-b1b23ad2-305e-4342-81ab-137b28ad000f tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 948 time: 0.0827737 Jun 28 00:00:44.015600 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4e5dc-533f-450c-bd82-b1a27755d0de req-8d645684-c244-43a7-98d7-49afa5dc1948 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:44.016992 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88f4e5dc-533f-450c-bd82-b1a27755d0de req-8d645684-c244-43a7-98d7-49afa5dc1948 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0682871 Jun 28 00:00:44.129013 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebf21eba-477d-4ced-b8e6-d5b5ce9d446b req-d15abbfa-c43e-4486-94ba-17b29e6058f6 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109636 Jun 28 00:00:44.130677 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-1a079c46-a08d-48a1-8fc5-c609076ba973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:44.131990 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-1a079c46-a08d-48a1-8fc5-c609076ba973 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0933917 Jun 28 00:00:44.135543 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88f4e5dc-533f-450c-bd82-b1a27755d0de req-f414eac3-470f-478c-866b-54833016c6f3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121488 Jun 28 00:00:44.420721 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:00:44.855494 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 16ae70a5-5cc3-44df-959b-b5cde119b81f up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:00:44.905233 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 16ae70a5-5cc3-44df-959b-b5cde119b81f completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 28 00:00:44.905485 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-d37c9ef2-fbe5-4dca-8eca-b9a53e6ff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:44.907375 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-d37c9ef2-fbe5-4dca-8eca-b9a53e6ff3d8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496593 Jun 28 00:00:44.909688 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 16ae70a5-5cc3-44df-959b-b5cde119b81f triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:00:44.910109 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:44.984539 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 16ae70a5-5cc3-44df-959b-b5cde119b81f is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:00:44.984916 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:45.007786 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dddee46-bf2b-431d-aa54-e886ba736562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae70a5-5cc3-44df-959b-b5cde119b81f'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:00:45.010053 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e2af23-6300-454d-b139-3f93b36595a5" -d '{"events": [{"server_uuid": "7dddee46-bf2b-431d-aa54-e886ba736562", "name": "network-vif-plugged", "status": "completed", "tag": "16ae70a5-5cc3-44df-959b-b5cde119b81f"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:00:45.022768 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 16ae70a5-5cc3-44df-959b-b5cde119b81f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:45.027359 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:45.051179 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735ec0d-1b4c-43f6-88a4-2a3e1d0eea33 x-openstack-request-id: req-f735ec0d-1b4c-43f6-88a4-2a3e1d0eea33 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:00:45.051494 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dddee46-bf2b-431d-aa54-e886ba736562", "name": "network-vif-plugged", "status": "completed", "tag": "16ae70a5-5cc3-44df-959b-b5cde119b81f", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:00:45.051741 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f735ec0d-1b4c-43f6-88a4-2a3e1d0eea33 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:00:45.052149 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f735ec0d-1b4c-43f6-88a4-2a3e1d0eea33'] response: {'server_uuid': '7dddee46-bf2b-431d-aa54-e886ba736562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae70a5-5cc3-44df-959b-b5cde119b81f', 'code': 200} Jun 28 00:00:45.085029 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=16ae70a5-5cc3-44df-959b-b5cde119b81f,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:45.290994 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e9ca-60ef-4941-a08e-4260a0688fb1 req-ed04c150-0904-42d8-9ef2-8e225cef4c4b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:45.292481 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6557e9ca-60ef-4941-a08e-4260a0688fb1 req-ed04c150-0904-42d8-9ef2-8e225cef4c4b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.0851374 Jun 28 00:00:45.300151 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a688b-267d-476a-9768-ac9e9c99a832 req-42e9c624-ead8-4aa6-a986-265710a7aeb9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:45.301528 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-372a688b-267d-476a-9768-ac9e9c99a832 req-42e9c624-ead8-4aa6-a986-265710a7aeb9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0840688 Jun 28 00:00:45.368182 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6557e9ca-60ef-4941-a08e-4260a0688fb1 req-834180e6-d0da-4c19-816e-91720d7cb0cf tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657270 Jun 28 00:00:45.377249 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-372a688b-267d-476a-9768-ac9e9c99a832 req-2293ffd2-57b6-465b-b740-e95d7687918c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691822 Jun 28 00:00:45.935881 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-18823f00-d69b-4937-909b-2b6686a79d88 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889959 Jun 28 00:00:46.033514 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eefe85e7-c641-4a3a-aa8a-fc5107239d94 req-91b824d8-e99e-42aa-936e-c962cd50cf4a service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900340 Jun 28 00:00:46.075961 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24388e3b-7c69-4abc-93fc-17d42b3bd9c0 req-6556e573-458b-4efb-b8bb-a802f67cab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.077593 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-24388e3b-7c69-4abc-93fc-17d42b3bd9c0 req-6556e573-458b-4efb-b8bb-a802f67cab86 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 1133 time: 0.0450032 Jun 28 00:00:46.181346 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-24388e3b-7c69-4abc-93fc-17d42b3bd9c0 req-6c52d096-9735-4bb6-8456-e973508fbab5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Jun 28 00:00:46.184481 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-dabd0e6c-7f5b-4df6-9362-41f77bda7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.186613 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-dabd0e6c-7f5b-4df6-9362-41f77bda7920 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1127 time: 0.0485101 Jun 28 00:00:46.569343 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670cabc-21f2-41d0-971c-4eb3b322086b req-58365c8d-8020-4617-8ad9-3b6ec71748eb tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.570825 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9670cabc-21f2-41d0-971c-4eb3b322086b req-58365c8d-8020-4617-8ad9-3b6ec71748eb tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.1322675 Jun 28 00:00:46.579504 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883d67d-f9b2-4ac6-ae03-6f91957ff28e req-9818e711-deb6-4558-8a81-f17a476249b8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.580910 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2883d67d-f9b2-4ac6-ae03-6f91957ff28e req-9818e711-deb6-4558-8a81-f17a476249b8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.1331260 Jun 28 00:00:46.690157 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9670cabc-21f2-41d0-971c-4eb3b322086b req-0c7df0da-cc98-4d16-8d32-891e71766a31 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067054 Jun 28 00:00:46.695136 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-21ad1411-40a5-42a2-81f8-61bdb60505fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.696543 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-21ad1411-40a5-42a2-81f8-61bdb60505fb service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.1895969 Jun 28 00:00:46.701406 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2883d67d-f9b2-4ac6-ae03-6f91957ff28e req-e3cee6f0-c7a5-4f8e-a424-d8153d4e53ad tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092722 Jun 28 00:00:46.736139 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-a69bb7ed-b4a5-4288-9a75-45a8fc2f77b7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 200 len: 217 time: 0.0326247 Jun 28 00:00:46.793595 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-723f7e39-0213-43dc-ae84-bb413098a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.795059 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-723f7e39-0213-43dc-ae84-bb413098a7d1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0488262 Jun 28 00:00:46.855097 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-3b658bf8-93ef-41a4-950c-28a764184f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:46.857247 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-3b658bf8-93ef-41a4-950c-28a764184f17 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511653 Jun 28 00:00:46.957270 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-5e0f4c64-9fdd-4f22-9fe3-a9668e19b2fa service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901332 Jun 28 00:00:47.054987 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97ef0790-fc4e-4307-a617-0cd14ad6e418 req-fdc96d7e-fedf-4c03-bf1c-c7aa1f6a0c87 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903153 Jun 28 00:00:47.524813 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6e68a04f-30cc-45e9-b793-12f911333e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:47.861024 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1c298-fd59-4f7e-abb0-700aabab5399 req-d789bf9a-d241-42a0-b39e-46dad7bdd3ef tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:47.862549 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03a1c298-fd59-4f7e-abb0-700aabab5399 req-d789bf9a-d241-42a0-b39e-46dad7bdd3ef tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0630434 Jun 28 00:00:47.869385 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb439298-16a3-4853-b7f5-346a1e0e884e req-386b4ffb-c6f1-4442-b719-6c401c77f6fe tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:47.876119 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb439298-16a3-4853-b7f5-346a1e0e884e req-386b4ffb-c6f1-4442-b719-6c401c77f6fe tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.1069419 Jun 28 00:00:47.957644 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb439298-16a3-4853-b7f5-346a1e0e884e req-49d7f653-0104-4cd8-a33b-cea722feb17b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806022 Jun 28 00:00:47.961564 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03a1c298-fd59-4f7e-abb0-700aabab5399 req-629439c5-c767-4b5a-8781-f2b63143212e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834560 Jun 28 00:00:48.292236 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7ccbd-908e-4db3-99bc-7faec0b318bc req-38d01225-6538-4ccb-a5d8-741ca3cf8335 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:48.293750 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58f7ccbd-908e-4db3-99bc-7faec0b318bc req-38d01225-6538-4ccb-a5d8-741ca3cf8335 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.0654881 Jun 28 00:00:48.345232 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-58f7ccbd-908e-4db3-99bc-7faec0b318bc req-38a66f85-8673-47e2-8e90-44c82e311d9e tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Jun 28 00:00:49.090023 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667914a9-c66f-42be-8bac-07d0675b8a27 req-91899948-0981-4f23-a553-fae74f937615 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:49.091558 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-667914a9-c66f-42be-8bac-07d0675b8a27 req-91899948-0981-4f23-a553-fae74f937615 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0540202 Jun 28 00:00:49.146628 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-667914a9-c66f-42be-8bac-07d0675b8a27 req-da7c56fa-797a-4fe3-ac7d-73d546edb927 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485106 Jun 28 00:00:49.466840 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418b9b-2522-410f-8993-d5f219ec35cc req-f0ff248e-35c7-41a5-89e2-882ba46d314b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:49.468298 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2418b9b-2522-410f-8993-d5f219ec35cc req-f0ff248e-35c7-41a5-89e2-882ba46d314b tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.0576382 Jun 28 00:00:49.519080 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f2418b9b-2522-410f-8993-d5f219ec35cc req-99ede7b1-5955-4853-a21c-76afac17f5f1 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Jun 28 00:00:49.756159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-59c3738e-ef30-4826-8e4d-d0455efee844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:50.283577 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cedb-70df-4cb7-97b5-09fdcb4c3f94 req-a4190764-cddc-4c7b-a85f-912229129e00 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:50.285013 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1712cedb-70df-4cb7-97b5-09fdcb4c3f94 req-a4190764-cddc-4c7b-a85f-912229129e00 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0541492 Jun 28 00:00:50.332631 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1712cedb-70df-4cb7-97b5-09fdcb4c3f94 req-0aa31b2f-be26-45a4-ad1a-b642201a4780 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415635 Jun 28 00:00:50.649760 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4cf0-3b1c-4635-b074-4aa20751a1f0 req-65e076ab-18d8-41eb-9f6d-3f4eaf781768 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:50.651199 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c3c4cf0-3b1c-4635-b074-4aa20751a1f0 req-65e076ab-18d8-41eb-9f6d-3f4eaf781768 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.0613170 Jun 28 00:00:50.699661 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2c3c4cf0-3b1c-4635-b074-4aa20751a1f0 req-15454798-1ec1-42c1-9c44-58648d09e61e tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Jun 28 00:00:50.743987 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:51.463896 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535d482-338c-479f-b3a3-0031bd872b90 req-9fa70163-3811-40c4-a2b6-a61906164001 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:51.465381 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8535d482-338c-479f-b3a3-0031bd872b90 req-9fa70163-3811-40c4-a2b6-a61906164001 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0555372 Jun 28 00:00:51.512592 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8535d482-338c-479f-b3a3-0031bd872b90 req-f3b9dd2e-c9c3-4ba2-a8bc-cafb94062311 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 Jun 28 00:00:51.832461 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3711-68f6-495e-80fc-d55bebafe26c req-6c8d102c-bc96-42d9-b894-146ebba42fb7 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:51.833976 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e6dc3711-68f6-495e-80fc-d55bebafe26c req-6c8d102c-bc96-42d9-b894-146ebba42fb7 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.0615263 Jun 28 00:00:51.883557 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e6dc3711-68f6-495e-80fc-d55bebafe26c req-3b775f1e-b4b3-485e-b7da-3aec33b37b53 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/security-groups?id=2879f9fb-794b-4ee2-bb24-5533ab50a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Jun 28 00:00:51.946152 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-9ca46119-56cc-4a40-a034-8f3acc66f002 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:51.947540 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-9ca46119-56cc-4a40-a034-8f3acc66f002 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.27 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 949 time: 0.0550599 Jun 28 00:00:52.050314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Deleting port 16ae70a5-5cc3-44df-959b-b5cde119b81f {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:00:52.050657 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:52.147180 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] For port 16ae70a5-5cc3-44df-959b-b5cde119b81f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=16ae70a5-5cc3-44df-959b-b5cde119b81f,segment=NetworkSegment(9794c29b-ce1a-4d91-b526-fa402b8f919a),segment_id=9794c29b-ce1a-4d91-b526-fa402b8f919a)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:52.147537 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:52.160058 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Calling delete_port for 16ae70a5-5cc3-44df-959b-b5cde119b81f owned by compute:nova {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:00:52.242709 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:52.295149 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (16ae70a5-5cc3-44df-959b-b5cde119b81f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:52.322390 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Pushing event deleted for resources: {'Port': ['ID=16ae70a5-5cc3-44df-959b-b5cde119b81f,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:52.333285 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['16ae70a5-5cc3-44df-959b-b5cde119b81f'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:00:52.367375 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] No DVR routers for this DVR port 16ae70a5-5cc3-44df-959b-b5cde119b81f on host hv-cinder-84786 {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:00:52.370179 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:52.373494 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c049a41c-0682-4011-86e2-dea43f7fdae9 req-6f480a63-cb6c-4ce6-aaf4-7ca1e721fe40 tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.27 "DELETE /v2.0/ports/16ae70a5-5cc3-44df-959b-b5cde119b81f HTTP/1.1" status: 204 len: 173 time: 0.4201429 Jun 28 00:00:52.373944 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dddee46-bf2b-431d-aa54-e886ba736562', 'name': 'network-vif-deleted', 'tag': '16ae70a5-5cc3-44df-959b-b5cde119b81f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:00:52.376440 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e52163-62ae-41af-8891-9056ec228837" -d '{"events": [{"server_uuid": "7dddee46-bf2b-431d-aa54-e886ba736562", "name": "network-vif-deleted", "tag": "16ae70a5-5cc3-44df-959b-b5cde119b81f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:00:52.416604 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e903d0-47e4-4251-bbc9-bf8e05a9688a x-openstack-request-id: req-81e903d0-47e4-4251-bbc9-bf8e05a9688a {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:00:52.416957 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dddee46-bf2b-431d-aa54-e886ba736562", "name": "network-vif-deleted", "tag": "16ae70a5-5cc3-44df-959b-b5cde119b81f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:00:52.417244 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81e903d0-47e4-4251-bbc9-bf8e05a9688a {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:00:52.417645 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e903d0-47e4-4251-bbc9-bf8e05a9688a'] response: {'server_uuid': '7dddee46-bf2b-431d-aa54-e886ba736562', 'name': 'network-vif-deleted', 'tag': '16ae70a5-5cc3-44df-959b-b5cde119b81f', 'status': 'completed', 'code': 200} Jun 28 00:00:52.664501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd060d6-7f45-457c-9596-2563fc67cca6 req-ad0e3751-e207-47a4-93d8-6b4d271e12f1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:52.666055 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3dd060d6-7f45-457c-9596-2563fc67cca6 req-ad0e3751-e207-47a4-93d8-6b4d271e12f1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0696547 Jun 28 00:00:52.741997 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3dd060d6-7f45-457c-9596-2563fc67cca6 req-80d8cfb3-132f-4504-9918-549fa7a29dab tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690429 Jun 28 00:00:53.004925 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-176bf82c-34b6-4d79-9106-cbf4ccde1d5d req-30000914-8191-4562-82ed-1187154c5acd tempest-VolumesNegativeTest-1796885779 tempest-VolumesNegativeTest-1796885779-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dddee46-bf2b-431d-aa54-e886ba736562 HTTP/1.1" status: 200 len: 210 time: 0.0271263 Jun 28 00:00:53.033450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37214) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:53.140558 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.222888 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Publish callbacks [] for security_group (b37698b1-53bd-460c-9810-6a7cfea53db7), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.228333 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b37698b1-53bd-460c-9810-6a7cfea53db7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.263951 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37698b1-53bd-460c-9810-6a7cfea53db7,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:53.267744 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e156a00d6764fdeb743a0425975aed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326303 Jun 28 00:00:53.270846 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37218) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:53.273810 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.274162 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.274503 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.274843 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.275147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.275511 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.275843 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.276168 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.276584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.276789 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.277175 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.277883 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.277883 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353d29-e5db-4495-b55b-c128147d1bf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:53.320557 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-36d52dee-3918-4ce4-9ce7-7717d05b70d3 admin admin] Publish callbacks [] for security_group (b37698b1-53bd-460c-9810-6a7cfea53db7), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.342126 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-36d52dee-3918-4ce4-9ce7-7717d05b70d3 admin admin] Publish callbacks [] for security_group (b37698b1-53bd-460c-9810-6a7cfea53db7), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.392459 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-36d52dee-3918-4ce4-9ce7-7717d05b70d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b37698b1-53bd-460c-9810-6a7cfea53db7), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.395484 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-36d52dee-3918-4ce4-9ce7-7717d05b70d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.396619 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-36d52dee-3918-4ce4-9ce7-7717d05b70d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b37698b1-53bd-460c-9810-6a7cfea53db7 HTTP/1.1" status: 204 len: 168 time: 0.1247656 Jun 28 00:00:53.404516 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52dee-3918-4ce4-9ce7-7717d05b70d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37698b1-53bd-460c-9810-6a7cfea53db7,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:53.844536 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:53.896205 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f8eb5df1-0b69-437d-bb6a-46c87a2f1689 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:00:53.902052 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ef82a-82ec-4ae4-ab33-9049100e9190 req-d084d85c-3a29-4751-9d80-413eb275eee5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:53.909616 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ef9ef82a-82ec-4ae4-ab33-9049100e9190 req-d084d85c-3a29-4751-9d80-413eb275eee5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 943 time: 0.0777862 Jun 28 00:00:53.996810 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ef9ef82a-82ec-4ae4-ab33-9049100e9190 req-25444ee5-0182-49b4-be62-f5a01ee29efc tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786228 Jun 28 00:00:54.037760 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:54.054837 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'port_id': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'mac_address': 'fa:16:3e:1f:1a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:00:54.103751 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:00:54.104266 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:54.121630 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8eb5df1-0b69-437d-bb6a-46c87a2f1689 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:00:54.145013 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:54.152576 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:54.267574 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:54.275140 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.275487 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.276047 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.276575 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.277119 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.277661 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.278062 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.278394 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.278728 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.279055 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.279380 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.279737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.280031 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:54.465930 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['f8eb5df1-0b69-437d-bb6a-46c87a2f1689'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:00:55.131027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5860b-4fbc-46ad-a2d0-ba7b8dfccee1 req-a722b5dc-dfcc-42e3-b520-724761e83630 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:55.132515 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bfb5860b-4fbc-46ad-a2d0-ba7b8dfccee1 req-a722b5dc-dfcc-42e3-b520-724761e83630 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 944 time: 0.0546672 Jun 28 00:00:55.181731 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bfb5860b-4fbc-46ad-a2d0-ba7b8dfccee1 req-abced498-0c5f-42d4-b8e1-682ffd924144 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435276 Jun 28 00:00:55.928411 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f8eb5df1-0b69-437d-bb6a-46c87a2f1689 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:00:55.979905 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 28 00:00:55.984320 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:00:55.984696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:56.077932 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:00:56.078517 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:56.104433 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:00:56.106703 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d6ecaa-528b-441e-8536-e98854ee104b" -d '{"events": [{"server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "name": "network-vif-plugged", "status": "completed", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:00:56.129834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:00:56.137224 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:56.138187 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 16ae70a5-5cc3-44df-959b-b5cde119b81f no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:00:56.162206 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7c1ca3-80d1-47b6-a905-0e4e41cfa26d x-openstack-request-id: req-3d7c1ca3-80d1-47b6-a905-0e4e41cfa26d {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:00:56.162603 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "name": "network-vif-plugged", "status": "completed", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:00:56.166717 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d7c1ca3-80d1-47b6-a905-0e4e41cfa26d {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:00:56.166717 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7c1ca3-80d1-47b6-a905-0e4e41cfa26d'] response: {'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'code': 200} Jun 28 00:00:56.180347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 16ae70a5-5cc3-44df-959b-b5cde119b81f {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:00:56.180686 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 16ae70a5-5cc3-44df-959b-b5cde119b81f not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:00:56.236230 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:56.334347 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24259b-c70e-4e21-9ac0-36314ccb49de req-07c5c906-812f-4fc2-9b79-e29ebdf66d8f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:56.337038 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cb24259b-c70e-4e21-9ac0-36314ccb49de req-07c5c906-812f-4fc2-9b79-e29ebdf66d8f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0722620 Jun 28 00:00:56.417703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cb24259b-c70e-4e21-9ac0-36314ccb49de req-9d64b5f4-40e5-47f2-8050-a0c2a18bffe8 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733223 Jun 28 00:00:56.457961 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100defc-4554-4699-ae24-985aa9f16c3f req-ee9c214d-3382-4def-a08d-e54ef3c4b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:56.459588 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5100defc-4554-4699-ae24-985aa9f16c3f req-ee9c214d-3382-4def-a08d-e54ef3c4b7bd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1129 time: 0.0610576 Jun 28 00:00:56.510712 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5100defc-4554-4699-ae24-985aa9f16c3f req-fef1950b-f79e-4900-8c7c-0612e9db88c1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Jun 28 00:00:56.843314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37584) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:56.969426 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a52c-4fe1-4842-92b6-27946cf91bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.063845 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a52c-4fe1-4842-92b6-27946cf91bff admin admin] Publish callbacks [] for security_group (837824e6-9aa8-42e8-86c1-ef239d705b30), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.070763 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a52c-4fe1-4842-92b6-27946cf91bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (837824e6-9aa8-42e8-86c1-ef239d705b30), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.110025 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d2a2a52c-4fe1-4842-92b6-27946cf91bff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd741392b58349d49ea09b4ad4902c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655828 Jun 28 00:00:57.110710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2a52c-4fe1-4842-92b6-27946cf91bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837824e6-9aa8-42e8-86c1-ef239d705b30,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:57.113470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37610) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:57.171165 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-97807474-0038-412a-ae04-5498a3127811 admin admin] Publish callbacks [] for security_group (837824e6-9aa8-42e8-86c1-ef239d705b30), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.195811 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-97807474-0038-412a-ae04-5498a3127811 admin admin] Publish callbacks [] for security_group (837824e6-9aa8-42e8-86c1-ef239d705b30), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.247837 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-97807474-0038-412a-ae04-5498a3127811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (837824e6-9aa8-42e8-86c1-ef239d705b30), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.250691 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-97807474-0038-412a-ae04-5498a3127811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.251874 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-97807474-0038-412a-ae04-5498a3127811 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/837824e6-9aa8-42e8-86c1-ef239d705b30 HTTP/1.1" status: 204 len: 168 time: 0.1365707 Jun 28 00:00:57.265440 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97807474-0038-412a-ae04-5498a3127811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837824e6-9aa8-42e8-86c1-ef239d705b30,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:57.578440 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903edd-cdc5-4be6-a73d-bfa71659b5f1 req-4c1c1274-bc9b-4717-a97f-8f638145dc81 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:57.582294 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-28903edd-cdc5-4be6-a73d-bfa71659b5f1 req-4c1c1274-bc9b-4717-a97f-8f638145dc81 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0838704 Jun 28 00:00:57.610773 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37626) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:57.633798 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c78033fd-5f5f-4917-8612-e4737d3bf8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.660682 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-28903edd-cdc5-4be6-a73d-bfa71659b5f1 req-7a92e912-a54b-421e-b0e6-63fcdfc3509e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721755 Jun 28 00:00:57.730783 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c78033fd-5f5f-4917-8612-e4737d3bf8b5 admin admin] Publish callbacks [] for security_group (a0e85644-36ea-4a6a-a055-0072874e7bf1), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.735757 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c78033fd-5f5f-4917-8612-e4737d3bf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0e85644-36ea-4a6a-a055-0072874e7bf1), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.777866 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-c78033fd-5f5f-4917-8612-e4737d3bf8b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ce7ba756bb4d4da1826732bf6109fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633887 Jun 28 00:00:57.777866 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78033fd-5f5f-4917-8612-e4737d3bf8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e85644-36ea-4a6a-a055-0072874e7bf1,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:57.778920 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37630) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:57.793901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37632) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:57.835796 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10733770-ae6e-4f89-ae2f-226a335413c9 admin admin] Publish callbacks [] for security_group (a0e85644-36ea-4a6a-a055-0072874e7bf1), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.859489 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10733770-ae6e-4f89-ae2f-226a335413c9 admin admin] Publish callbacks [] for security_group (a0e85644-36ea-4a6a-a055-0072874e7bf1), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.906621 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cce543ed-b4e5-4922-ba60-e6ab929ea245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.929031 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10733770-ae6e-4f89-ae2f-226a335413c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a0e85644-36ea-4a6a-a055-0072874e7bf1), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.931682 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-10733770-ae6e-4f89-ae2f-226a335413c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:57.932811 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-10733770-ae6e-4f89-ae2f-226a335413c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0e85644-36ea-4a6a-a055-0072874e7bf1 HTTP/1.1" status: 204 len: 168 time: 0.1529164 Jun 28 00:00:57.951628 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10733770-ae6e-4f89-ae2f-226a335413c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e85644-36ea-4a6a-a055-0072874e7bf1,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:58.007022 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cce543ed-b4e5-4922-ba60-e6ab929ea245 admin admin] Publish callbacks [] for security_group (28061c0f-6327-4bb0-9282-6fef21b6a7de), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.011363 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cce543ed-b4e5-4922-ba60-e6ab929ea245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (28061c0f-6327-4bb0-9282-6fef21b6a7de), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.060029 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-cce543ed-b4e5-4922-ba60-e6ab929ea245 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=821aa024fb11420c836977412637ca44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621524 Jun 28 00:00:58.060029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce543ed-b4e5-4922-ba60-e6ab929ea245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28061c0f-6327-4bb0-9282-6fef21b6a7de,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:58.060661 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37638) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:58.129526 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c039562f-bbc9-4340-918b-c7ca11022826 admin admin] Publish callbacks [] for security_group (28061c0f-6327-4bb0-9282-6fef21b6a7de), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.152316 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c039562f-bbc9-4340-918b-c7ca11022826 admin admin] Publish callbacks [] for security_group (28061c0f-6327-4bb0-9282-6fef21b6a7de), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.215960 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c039562f-bbc9-4340-918b-c7ca11022826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (28061c0f-6327-4bb0-9282-6fef21b6a7de), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.220959 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c039562f-bbc9-4340-918b-c7ca11022826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.225952 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-c039562f-bbc9-4340-918b-c7ca11022826 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28061c0f-6327-4bb0-9282-6fef21b6a7de HTTP/1.1" status: 204 len: 168 time: 0.1637747 Jun 28 00:00:58.233645 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039562f-bbc9-4340-918b-c7ca11022826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28061c0f-6327-4bb0-9282-6fef21b6a7de,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:58.382625 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37668) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:58.427718 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Deleting subnet fc43d33a-6a79-4949-82c1-4708b13540b4 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:00:58.431262 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Publish callbacks [] for subnet (fc43d33a-6a79-4949-82c1-4708b13540b4), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.457794 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37670) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:58.474534 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (fc43d33a-6a79-4949-82c1-4708b13540b4), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.518087 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (fc43d33a-6a79-4949-82c1-4708b13540b4), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.589270 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (fc43d33a-6a79-4949-82c1-4708b13540b4), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.644965 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc43d33a-6a79-4949-82c1-4708b13540b4,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:58.651299 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.656706 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37684) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:58.657190 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e72f25b2-889e-404c-b2cd-6449314fdde0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fc43d33a-6a79-4949-82c1-4708b13540b4 HTTP/1.1" status: 204 len: 168 time: 0.2729225 Jun 28 00:00:58.704144 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b457963a-683a-4973-8810-2f37910178aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65d2603ae39345648ff6e7aac8b30781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452159 Jun 28 00:00:58.705082 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37692) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:58.752630 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (f377c106-c0c6-4258-89a8-9cbfd53f7655), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.769529 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34b81419-f820-41b7-86b7-2a97d28e7f54 admin admin] Publish callbacks [] for security_group (2879f9fb-794b-4ee2-bb24-5533ab50a180), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.795109 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34b81419-f820-41b7-86b7-2a97d28e7f54 admin admin] Publish callbacks [] for security_group (2879f9fb-794b-4ee2-bb24-5533ab50a180), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.847366 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34b81419-f820-41b7-86b7-2a97d28e7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2879f9fb-794b-4ee2-bb24-5533ab50a180), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.850011 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-34b81419-f820-41b7-86b7-2a97d28e7f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:58.853697 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-34b81419-f820-41b7-86b7-2a97d28e7f54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2879f9fb-794b-4ee2-bb24-5533ab50a180 HTTP/1.1" status: 204 len: 168 time: 0.1451328 Jun 28 00:00:58.866547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81419-f820-41b7-86b7-2a97d28e7f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879f9fb-794b-4ee2-bb24-5533ab50a180,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:59.152147 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (f377c106-c0c6-4258-89a8-9cbfd53f7655), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.178687 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f377c106-c0c6-4258-89a8-9cbfd53f7655']}} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:59.197724 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b2e49-d147-4415-8a76-3f7501ec66b5 req-61ecbc21-c2fb-4838-b10a-6002f2376183 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:59.199645 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-738b2e49-d147-4415-8a76-3f7501ec66b5 req-61ecbc21-c2fb-4838-b10a-6002f2376183 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.4128864 Jun 28 00:00:59.202035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70d7f64-57bb-4441-bd27-9279ca6fb6b7') {'for_net_delete': True} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:59.202754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70d7f64-57bb-4441-bd27-9279ca6fb6b7') {} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:59.219806 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62553521'] for segment (a70d7f64-57bb-4441-bd27-9279ca6fb6b7), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.247668 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (a70d7f64-57bb-4441-bd27-9279ca6fb6b7), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.261715 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=115319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:00:59.262124 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62574384'] for segment (a70d7f64-57bb-4441-bd27-9279ca6fb6b7), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.307859 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment a70d7f64-57bb-4441-bd27-9279ca6fb6b7 resource provider aggregate not found Jun 28 00:00:59.314990 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-738b2e49-d147-4415-8a76-3f7501ec66b5 req-09ecb0c4-357d-483c-bf43-4a5b2b73e425 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048877 Jun 28 00:00:59.341840 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment a70d7f64-57bb-4441-bd27-9279ca6fb6b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a70d7f64-57bb-4441-bd27-9279ca6fb6b7 found for delete ", "request_id": "req-79d6c7fb-4a8f-4c0b-a160-31b22324c384"}]} Jun 28 00:00:59.350079 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (f377c106-c0c6-4258-89a8-9cbfd53f7655), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.359051 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.364431 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f377c106-c0c6-4258-89a8-9cbfd53f7655 HTTP/1.1" status: 204 len: 168 time: 0.7064993 Jun 28 00:00:59.367330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37730) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:59.395455 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Pushing event deleted for resources: {'Network': ['ID=f377c106-c0c6-4258-89a8-9cbfd53f7655,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:59.444095 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.444523 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.444930 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.446501 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.446853 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.447196 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.447529 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.447877 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.448195 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.448522 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.448843 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.449195 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.449512 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0551b432-b01f-4e8e-a146-9f983973c648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:00:59.449805 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Deleting subnet 12780f68-756a-4083-a183-e879330378f6 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:00:59.460447 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Publish callbacks [] for subnet (12780f68-756a-4083-a183-e879330378f6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.494916 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93322214-4497-4b51-82fb-014ac14208a9 req-dc2949c2-b598-48b0-95cf-9430d3dbcc69 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:59.497559 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93322214-4497-4b51-82fb-014ac14208a9 req-dc2949c2-b598-48b0-95cf-9430d3dbcc69 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0940027 Jun 28 00:00:59.501467 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (12780f68-756a-4083-a183-e879330378f6), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.552795 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (12780f68-756a-4083-a183-e879330378f6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.556305 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-93322214-4497-4b51-82fb-014ac14208a9 req-88e0a5e7-5c61-43b8-a58d-413bf091a571 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519779 Jun 28 00:00:59.582452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37740) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:59.611718 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (12780f68-756a-4083-a183-e879330378f6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.641199 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12780f68-756a-4083-a183-e879330378f6,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:59.645172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.648864 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-9afb68a8-a66c-410a-af34-dc83389c2f69 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/12780f68-756a-4083-a183-e879330378f6 HTTP/1.1" status: 204 len: 168 time: 0.2796650 Jun 28 00:00:59.651849 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37746) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:00:59.735965 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (9b6411ab-f88c-4c02-9c35-2ad57c881ecf), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.814318 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (9b6411ab-f88c-4c02-9c35-2ad57c881ecf), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.840219 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6411ab-f88c-4c02-9c35-2ad57c881ecf']}} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:59.850084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a88d43-35ba-4e2f-b842-908d69d23c60') {'for_net_delete': True} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:59.850374 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a88d43-35ba-4e2f-b842-908d69d23c60') {} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:00:59.859738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62553521'] for segment (b7a88d43-35ba-4e2f-b842-908d69d23c60), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.873806 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (b7a88d43-35ba-4e2f-b842-908d69d23c60), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.880161 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=115319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:00:59.880729 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62574384'] for segment (b7a88d43-35ba-4e2f-b842-908d69d23c60), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.967963 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (9b6411ab-f88c-4c02-9c35-2ad57c881ecf), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.974982 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:00:59.981326 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9b6411ab-f88c-4c02-9c35-2ad57c881ecf HTTP/1.1" status: 204 len: 168 time: 0.3240948 Jun 28 00:00:59.993301 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346aee0-7300-4d09-83ab-40a43914e376 tempest-TestVolumeBootPattern-937641572 tempest-TestVolumeBootPattern-937641572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:00:59.998907 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e346aee0-7300-4d09-83ab-40a43914e376 tempest-TestVolumeBootPattern-937641572 tempest-TestVolumeBootPattern-937641572-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1124 time: 0.4111037 Jun 28 00:00:59.998907 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ff97-c57f-4ed5-9031-95ab8f352927 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6411ab-f88c-4c02-9c35-2ad57c881ecf,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:00:59.999557 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37762) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:00.006046 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'port_id': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:00.039310 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.149911 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.156189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37774) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:00.203117 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-2c3e6b0a-2512-44a7-8794-cfe7535a356a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a362e2ed6250458486f8eca04060af1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434227 Jun 28 00:01:00.205286 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37776) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:00.268085 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae98-f10d-42e8-9d31-ce2c5f367f48 admin admin] Publish callbacks [] for security_group (b0710f68-ab5a-4b62-bbc2-cbb3039f693c), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.270170 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Allocated IP 172.27.1.249 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/b18f35a1-3b71-4c81-9158-363557543f92) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:00.304437 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae98-f10d-42e8-9d31-ce2c5f367f48 admin admin] Publish callbacks [] for security_group (b0710f68-ab5a-4b62-bbc2-cbb3039f693c), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.374498 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae98-f10d-42e8-9d31-ce2c5f367f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b0710f68-ab5a-4b62-bbc2-cbb3039f693c), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.379474 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae98-f10d-42e8-9d31-ce2c5f367f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.382067 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-31f3ae98-f10d-42e8-9d31-ce2c5f367f48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0710f68-ab5a-4b62-bbc2-cbb3039f693c HTTP/1.1" status: 204 len: 168 time: 0.1747210 Jun 28 00:01:00.394042 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3ae98-f10d-42e8-9d31-ce2c5f367f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0710f68-ab5a-4b62-bbc2-cbb3039f693c,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:00.404253 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (b18f35a1-3b71-4c81-9158-363557543f92), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.412630 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37782) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:00.441961 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (b18f35a1-3b71-4c81-9158-363557543f92), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.477986 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:00.482376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:00.485382 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:00.520652 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=b18f35a1-3b71-4c81-9158-363557543f92,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:00.721259 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37792) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:00.764849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-996388515-network', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:00.794654 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Made reservation on behalf of 4c678f4e37044f55bb7a3e62aaaf8184 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:00.798024 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.812450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.898565 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (1f6e84c7-7a94-44a0-b2a7-a6743891c136), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.912273 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks [] for security_group (6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.919584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.924443 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37798) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:00.963331 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:01:00.991620 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f883942d-b4fb-460b-9c9a-65e1df39bd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:00.999997 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d2673d0a-059d-43c2-ad13-3b9d3e58f4fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a44705146a54d6984ed9427b56930df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724113 Jun 28 00:01:01.000561 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b18f35a1-3b71-4c81-9158-363557543f92), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.003396 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37800) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:01.012117 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (bf1c94fc-d62f-4b7f-8930-68ffd084146e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.012478 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Added segment bf1c94fc-d62f-4b7f-8930-68ffd084146e of type vlan for network 6c7c673c-1959-43b7-9b69-ec0bb9166166 Jun 28 00:01:01.013833 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.086191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (6c7c673c-1959-43b7-9b69-ec0bb9166166), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.113151 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41ddc933-ac88-4d71-bd13-7cc20b0bebb7 admin admin] Publish callbacks [] for security_group (2f93e7e9-b9aa-45ef-bde0-7ad12b6af246), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.149470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41ddc933-ac88-4d71-bd13-7cc20b0bebb7 admin admin] Publish callbacks [] for security_group (2f93e7e9-b9aa-45ef-bde0-7ad12b6af246), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.155949 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (6c7c673c-1959-43b7-9b69-ec0bb9166166), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.156916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:01.157529 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.176122 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f883942d-b4fb-460b-9c9a-65e1df39bd92 admin admin] Publish callbacks [] for security_group (6def6876-cfca-413e-bcfc-e6e2ca75fe05), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.179980 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-f883942d-b4fb-460b-9c9a-65e1df39bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6def6876-cfca-413e-bcfc-e6e2ca75fe05), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.238559 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8243570 Jun 28 00:01:01.241345 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for port (b18f35a1-3b71-4c81-9158-363557543f92), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.243433 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37808) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:01.249038 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f883942d-b4fb-460b-9c9a-65e1df39bd92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12880ea5490744349396df0a6bf50320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269289 Jun 28 00:01:01.249936 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37810) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:01.251156 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Request body: {'subnet': {'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-996388515-subnet', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:01.251904 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883942d-b4fb-460b-9c9a-65e1df39bd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def6876-cfca-413e-bcfc-e6e2ca75fe05,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.258395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d99a-6d9a-4ff8-ab5b-0c90dac5bd8f admin admin] Pushing event updated for resources: {'Network': ['ID=6c7c673c-1959-43b7-9b69-ec0bb9166166,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.259149 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (b18f35a1-3b71-4c81-9158-363557543f92), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.283413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Made reservation on behalf of 4c678f4e37044f55bb7a3e62aaaf8184 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:01.288434 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62596901'] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.292852 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:01:01.329620 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41ddc933-ac88-4d71-bd13-7cc20b0bebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (2f93e7e9-b9aa-45ef-bde0-7ad12b6af246), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.333251 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-41ddc933-ac88-4d71-bd13-7cc20b0bebb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.334740 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-41ddc933-ac88-4d71-bd13-7cc20b0bebb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f93e7e9-b9aa-45ef-bde0-7ad12b6af246 HTTP/1.1" status: 204 len: 168 time: 0.3304436 Jun 28 00:01:01.379460 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddc933-ac88-4d71-bd13-7cc20b0bebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93e7e9-b9aa-45ef-bde0-7ad12b6af246,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.384026 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment b7a88d43-35ba-4e2f-b842-908d69d23c60 resource provider aggregate not found Jun 28 00:01:01.398095 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event updated for resources: {'Port': ['ID=b18f35a1-3b71-4c81-9158-363557543f92,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.418632 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment b7a88d43-35ba-4e2f-b842-908d69d23c60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7a88d43-35ba-4e2f-b842-908d69d23c60 found for delete ", "request_id": "req-e4759fbd-3056-4e36-a374-5770c5c7ebb4"}]} Jun 28 00:01:01.419536 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (1f6e84c7-7a94-44a0-b2a7-a6743891c136), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.422555 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e30e578a-ab8b-4d34-8a1f-454c23924b40 admin admin] Publish callbacks [] for security_group (6def6876-cfca-413e-bcfc-e6e2ca75fe05), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.484346 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e30e578a-ab8b-4d34-8a1f-454c23924b40 admin admin] Publish callbacks [] for security_group (6def6876-cfca-413e-bcfc-e6e2ca75fe05), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.562025 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Floating IP 1f6e84c7-7a94-44a0-b2a7-a6743891c136 associated. External IP: 172.27.1.249, port: f8eb5df1-0b69-437d-bb6a-46c87a2f1689. Jun 28 00:01:01.595703 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58883428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62596919'] for subnet (82d83609-eeed-43cf-8e3f-8e511c7da49d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.643745 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e30e578a-ab8b-4d34-8a1f-454c23924b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6def6876-cfca-413e-bcfc-e6e2ca75fe05), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.646409 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e30e578a-ab8b-4d34-8a1f-454c23924b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.650432 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e30e578a-ab8b-4d34-8a1f-454c23924b40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6def6876-cfca-413e-bcfc-e6e2ca75fe05 HTTP/1.1" status: 204 len: 168 time: 0.3994222 Jun 28 00:01:01.665152 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e578a-ab8b-4d34-8a1f-454c23924b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def6876-cfca-413e-bcfc-e6e2ca75fe05,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.666240 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d83609-eeed-43cf-8e3f-8e511c7da49d,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:01.674120 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Checking segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:01.674750 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Network hostable DHCP agents. Network: 6c7c673c-1959-43b7-9b69-ec0bb9166166, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:01:01.714975 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:01:01.728464 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 6c7c673c-1959-43b7-9b69-ec0bb9166166) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:01.739529 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b7748-7cf9-4c34-a8e3-3fd40052ff74 None None] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:01.742462 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:01.749650 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.777900 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4b73a566-4794-4d30-8679-7607c7c6858d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5328531 Jun 28 00:01:01.778119 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37832) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:01.783905 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:01.824113 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (3d56a371-181c-413e-a462-266a90efb225), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.825677 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (3d56a371-181c-413e-a462-266a90efb225), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.831207 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:01:01.890834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-6c7c673c-1959-43b7-9b69-ec0bb9166166', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 00:01:01.892270 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:01.920011 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks [] for router_controller (3d56a371-181c-413e-a462-266a90efb225), precommit_add_association {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.128057 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:02.136138 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks [] for router_gateway (3d56a371-181c-413e-a462-266a90efb225), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.140379 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:02.169578 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37840) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:02.170588 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:02.172671 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:02.173903 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Allocated IP 172.20.0.2 (6c7c673c-1959-43b7-9b69-ec0bb9166166/82d83609-eeed-43cf-8e3f-8e511c7da49d/49548934-5e9e-4bff-bd99-ce2db8d21567) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:02.193338 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-557778ad-2cf8-4ba0-9df9-a43843d169cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.196899 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.247851 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6f9d80d2-95fe-40d4-bdfd-edceb90eddf7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2478359 Jun 28 00:01:02.254367 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:02.258850 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12fd8f2-a86c-49cf-8621-f7226e868827" -d '{"events": [{"name": "network-changed", "server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:02.358999 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-557778ad-2cf8-4ba0-9df9-a43843d169cd admin admin] Publish callbacks [] for security_group (ace61315-74d9-4361-a5a6-a15f78004e32), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.372889 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-557778ad-2cf8-4ba0-9df9-a43843d169cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ace61315-74d9-4361-a5a6-a15f78004e32), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.398446 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:02.426238 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569dc03-9b7a-43ea-b917-1f1c1bcb6a62 x-openstack-request-id: req-3569dc03-9b7a-43ea-b917-1f1c1bcb6a62 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:02.426456 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:02.426709 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3569dc03-9b7a-43ea-b917-1f1c1bcb6a62 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:02.427078 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3569dc03-9b7a-43ea-b917-1f1c1bcb6a62'] response: {'name': 'network-changed', 'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'status': 'completed', 'code': 200} Jun 28 00:01:02.429554 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Publish callbacks [] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.441990 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.455276 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-557778ad-2cf8-4ba0-9df9-a43843d169cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e998dd7b150943efb8bfe564d96e1a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838948 Jun 28 00:01:02.456093 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37852) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:02.456750 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557778ad-2cf8-4ba0-9df9-a43843d169cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace61315-74d9-4361-a5a6-a15f78004e32,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:02.484040 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:02.488565 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:02.497718 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:02.548515 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Pushing event updated for resources: {'Port': ['ID=49548934-5e9e-4bff-bd99-ce2db8d21567,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:02.568842 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f1d93fba-e763-43ca-9238-f3183b4c7240 admin admin] Publish callbacks [] for security_group (ace61315-74d9-4361-a5a6-a15f78004e32), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.592980 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Attempting to bind port 49548934-5e9e-4bff-bd99-ce2db8d21567 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:02.594076 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Attempting to bind port 49548934-5e9e-4bff-bd99-ce2db8d21567 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:02.594770 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Attempting to bind port 49548934-5e9e-4bff-bd99-ce2db8d21567 on network 6c7c673c-1959-43b7-9b69-ec0bb9166166 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:02.602793 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:02.603840 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Checking segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:02.604632 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.605472 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Bound using segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:02.606273 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Bound port: 49548934-5e9e-4bff-bd99-ce2db8d21567, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:02.606964 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.622811 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f1d93fba-e763-43ca-9238-f3183b4c7240 admin admin] Publish callbacks [] for security_group (ace61315-74d9-4361-a5a6-a15f78004e32), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.665157 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-fe561952-9604-446f-90e0-675d10b7a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:02.668845 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-fe561952-9604-446f-90e0-675d10b7a6f5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1129 time: 0.2328255 Jun 28 00:01:02.668989 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks [] for router_gateway (3d56a371-181c-413e-a462-266a90efb225), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.710546 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f1d93fba-e763-43ca-9238-f3183b4c7240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (ace61315-74d9-4361-a5a6-a15f78004e32), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.713977 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f1d93fba-e763-43ca-9238-f3183b4c7240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.718199 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f1d93fba-e763-43ca-9238-f3183b4c7240 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ace61315-74d9-4361-a5a6-a15f78004e32 HTTP/1.1" status: 204 len: 168 time: 0.2500303 Jun 28 00:01:02.730309 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] For port 49548934-5e9e-4bff-bd99-ce2db8d21567, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:02.731279 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93fba-e763-43ca-9238-f3183b4c7240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace61315-74d9-4361-a5a6-a15f78004e32,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:02.736338 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] For port 49548934-5e9e-4bff-bd99-ce2db8d21567, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=49548934-5e9e-4bff-bd99-ce2db8d21567,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:02.748808 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:02.813381 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963b5b-9ae0-47c3-af4a-3d88887aca0d None None] Pushing event updated for resources: {'Port': ['ID=49548934-5e9e-4bff-bd99-ce2db8d21567,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:02.839031 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1f6e84c7-7a94-44a0-b2a7-a6743891c136', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:1f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:01:00Z', 'updated_at': '2022-06-28T00:01:00Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}, {'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:33Z', 'revision_number': 1, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:02.891001 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:02.904177 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:02.904825 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:03.012857 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37866) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:03.025800 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.062858 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:03.063107 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.167539 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-570253809-network', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:03.211302 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Made reservation on behalf of 184c5d5a2ef040a2a58833d89acdaed4 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:03.214480 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.229295 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.306027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-1ba04f24-6fd5-4c81-baf6-43c46407bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:03.307769 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-1ba04f24-6fd5-4c81-baf6-43c46407bb31 service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.2527313 Jun 28 00:01:03.344759 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks [] for security_group (121ae252-e7ba-4bab-9f43-7ceba30200ab), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.353254 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (121ae252-e7ba-4bab-9f43-7ceba30200ab), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.382210 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Allocated IP 172.27.1.243 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/6ffa0725-7a03-4b0c-934a-463b6cc0c059) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:03.404182 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-27076676-5d94-4df1-a34a-79c9f6398096 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 200 len: 999 time: 0.0884054 Jun 28 00:01:03.415988 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:01:03.416748 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1f6e84c7-7a94-44a0-b2a7-a6743891c136', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:1f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:01:00Z', 'updated_at': '2022-06-28T00:01:00Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}, {'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:33Z', 'revision_number': 1, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:03.433293 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ae252-e7ba-4bab-9f43-7ceba30200ab,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:03.460505 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.461161 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Added segment 3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b of type vlan for network 01ee029d-2b17-4896-a01d-874b75b5d2b1 Jun 28 00:01:03.475162 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbc7f7-505d-421d-8306-eebc093f1046 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '1f6e84c7-7a94-44a0-b2a7-a6743891c136', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:1f:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:01:00Z', 'updated_at': '2022-06-28T00:01:00Z', 'revision_number': 0, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}, {'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:33Z', 'revision_number': 1, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:03.521461 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (01ee029d-2b17-4896-a01d-874b75b5d2b1), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.579616 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (01ee029d-2b17-4896-a01d-874b75b5d2b1), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.580931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:03.581669 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.605376 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-ba61603b-9e0b-44cc-8445-bc98a986df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:03.607768 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-ba61603b-9e0b-44cc-8445-bc98a986df35 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.1963007 Jun 28 00:01:03.681772 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6672451 Jun 28 00:01:03.682511 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37892) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:03.695755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Request body: {'subnet': {'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-570253809-subnet', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:03.702589 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683ce5-bf3c-432c-b874-68b403beaadf admin admin] Pushing event updated for resources: {'Network': ['ID=01ee029d-2b17-4896-a01d-874b75b5d2b1,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:03.718242 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:01:03.737590 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Made reservation on behalf of 184c5d5a2ef040a2a58833d89acdaed4 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:03.740880 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62596901'] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.772518 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks [] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.823211 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-485067a5-239e-4cab-b456-4321bd8fb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:03.825012 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-485067a5-239e-4cab-b456-4321bd8fb29c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1726034 Jun 28 00:01:03.932756 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:03.994257 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Pushing event updated for resources: {'Port': ['ID=6ffa0725-7a03-4b0c-934a-463b6cc0c059,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:04.025925 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:04.060888 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:04.063453 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:04.068608 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-6e444738-31b3-4eec-b16d-9bc6011d8c85 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363729 Jun 28 00:01:04.160229 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58883428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62596919'] for subnet (1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:04.193333 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8795dfc-232d-4d2c-87c4-4cd321c3cbdc None None] New status for floating IP 1f6e84c7-7a94-44a0-b2a7-a6743891c136: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:01:04.337962 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:04.351218 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Checking segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:04.352200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Network hostable DHCP agents. Network: 01ee029d-2b17-4896-a01d-874b75b5d2b1, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:01:04.410888 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:01:04.427761 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 01ee029d-2b17-4896-a01d-874b75b5d2b1) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:04.435832 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:04.437553 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:04.472543 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b53e01-9f6f-42a1-a1d5-5726a3449f73 None None] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:04.475391 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619183e4-69e9-4ee3-960b-721d72f93553 None None] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:04.477400 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d5ba8e93-33b5-473b-ad0f-dfc5b371b4bd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7913239 Jun 28 00:01:04.480935 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37906) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:04.486013 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:04.493604 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c12fd8f2-a86c-49cf-8621-f7226e868827 req-26a825de-b3aa-490c-b759-d32806dc68ce service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469176 Jun 28 00:01:04.681919 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] Provisioning complete for port 49548934-5e9e-4bff-bd99-ce2db8d21567 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:04.682489 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:04.684844 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks [] for router_gateway (3d56a371-181c-413e-a462-266a90efb225), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:04.689331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (7565565f-eecd-4b05-ab74-0da02c18f15c), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:04.690916 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (7565565f-eecd-4b05-ab74-0da02c18f15c), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:04.770224 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 49548934-5e9e-4bff-bd99-ce2db8d21567 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:04.828977 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks [] for router_controller (7565565f-eecd-4b05-ab74-0da02c18f15c), precommit_add_association {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.108868 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks [] for router_gateway (7565565f-eecd-4b05-ab74-0da02c18f15c), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.143857 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (3d56a371-181c-413e-a462-266a90efb225), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.155762 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] Current status of the port 49548934-5e9e-4bff-bd99-ce2db8d21567 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:05.156151 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.164352 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-01ee029d-2b17-4896-a01d-874b75b5d2b1', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 00:01:05.165677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.273271 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 49548934-5e9e-4bff-bd99-ce2db8d21567 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:05.273650 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.359869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] For port 49548934-5e9e-4bff-bd99-ce2db8d21567, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=49548934-5e9e-4bff-bd99-ce2db8d21567,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:05.372440 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.430910 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208c620-2573-4536-bf98-d15ca4e87e2e None None] Pushing event updated for resources: {'Port': ['ID=49548934-5e9e-4bff-bd99-ce2db8d21567,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:05.444565 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Router 3d56a371-181c-413e-a462-266a90efb225 is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 00:01:05.527595 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 49548934-5e9e-4bff-bd99-ce2db8d21567 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:05.531661 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Allocated IP 172.20.0.2 (01ee029d-2b17-4896-a01d-874b75b5d2b1/1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba/bf4db300-5849-4b31-8157-704e69c133e6) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:05.538733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-34a50501-453e-4d00-a595-11af24ce7806 None None] Provisioning complete for port 49548934-5e9e-4bff-bd99-ce2db8d21567 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:05.539389 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-34a50501-453e-4d00-a595-11af24ce7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.555816 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks [] for router_gateway (7565565f-eecd-4b05-ab74-0da02c18f15c), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.603540 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.664371 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:05.674858 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-34a50501-453e-4d00-a595-11af24ce7806 None None] Current status of the port 49548934-5e9e-4bff-bd99-ce2db8d21567 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:05.677520 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Sync routers for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:05.696998 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:05.697215 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.697658 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:05.698327 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-472df8d5-1db4-4f75-b1b7-74a47c7a071d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9194062 Jun 28 00:01:05.702796 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37940) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:05.753151 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Allocated IP 172.27.1.40 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/bcfa501e-5b53-4cf8-8c64-a458019f56ff) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:05.838734 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Publish callbacks [] for port (bf4db300-5849-4b31-8157-704e69c133e6), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.850408 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (bf4db300-5849-4b31-8157-704e69c133e6), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.894964 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37944) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:05.895449 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:05.907538 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:05.911716 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:05.915371 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:05.915722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks [] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.926543 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Pushing event updated for resources: {'Port': ['ID=bf4db300-5849-4b31-8157-704e69c133e6,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:05.951113 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:05.993600 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Attempting to bind port bf4db300-5849-4b31-8157-704e69c133e6 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:05.993600 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Attempting to bind port bf4db300-5849-4b31-8157-704e69c133e6 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:05.994080 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Attempting to bind port bf4db300-5849-4b31-8157-704e69c133e6 on network 01ee029d-2b17-4896-a01d-874b75b5d2b1 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:05.999803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:06.000236 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Checking segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:06.000650 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.001552 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Bound using segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:06.001552 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Bound port: bf4db300-5849-4b31-8157-704e69c133e6, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:06.002145 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bf4db300-5849-4b31-8157-704e69c133e6), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.005604 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:06.011943 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:06.015595 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:06.054387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Pushing event updated for resources: {'Port': ['ID=bcfa501e-5b53-4cf8-8c64-a458019f56ff,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:06.076556 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] For port bf4db300-5849-4b31-8157-704e69c133e6, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:06.082384 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] For port bf4db300-5849-4b31-8157-704e69c133e6, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bf4db300-5849-4b31-8157-704e69c133e6,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:06.100956 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bf4db300-5849-4b31-8157-704e69c133e6), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.145121 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c14fa986-9d27-4840-ba39-4f6f9b75eccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.154056 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:04Z', 'revision_number': 3, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:06.172707 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cd5c3-f3b5-45b0-9b1d-c077f04846a0 None None] Pushing event updated for resources: {'Port': ['ID=bf4db300-5849-4b31-8157-704e69c133e6,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:06.194066 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Checking router: 3d56a371-181c-413e-a462-266a90efb225 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:06.194813 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Updating router 3d56a371-181c-413e-a462-266a90efb225 port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:06.231634 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.356999 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-e3d8daa8-3064-4328-ac82-552273900142 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2047796 Jun 28 00:01:06.418429 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c14fa986-9d27-4840-ba39-4f6f9b75eccc admin admin] Publish callbacks [] for security_group (c7a29af7-ffcb-4717-87ff-7e28740c0092), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.428217 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c14fa986-9d27-4840-ba39-4f6f9b75eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c7a29af7-ffcb-4717-87ff-7e28740c0092), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.661605 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Publish callbacks [] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.682300 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.715654 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.754559 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Pushing event updated for resources: {'Port': ['ID=6ffa0725-7a03-4b0c-934a-463b6cc0c059,revision_number=2']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:06.764061 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.764431 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.764799 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.766807 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.767156 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.767691 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.767965 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.768293 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.768768 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.768972 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.769446 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.769657 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.769979 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:06.790107 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Attempting to bind port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:06.790643 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Attempting to bind port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:06.791239 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Attempting to bind port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:06.797893 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:06.798671 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:06.799253 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.800008 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:06.800443 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 49548934-5e9e-4bff-bd99-ce2db8d21567 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:06.800839 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Bound port: 6ffa0725-7a03-4b0c-934a-463b6cc0c059, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:06.801439 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.884937 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] For port 6ffa0725-7a03-4b0c-934a-463b6cc0c059, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:06.889441 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] For port 6ffa0725-7a03-4b0c-934a-463b6cc0c059, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=6ffa0725-7a03-4b0c-934a-463b6cc0c059,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:06.897338 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.910792 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Allocated IP 172.20.0.1 (6c7c673c-1959-43b7-9b69-ec0bb9166166/82d83609-eeed-43cf-8e3f-8e511c7da49d/4778112e-536d-4546-8f2a-b8947aeb4a88) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:06.948347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 49548934-5e9e-4bff-bd99-ce2db8d21567 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:06.949112 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:06.961556 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:06.962461 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:06.969108 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fa986-9d27-4840-ba39-4f6f9b75eccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a29af7-ffcb-4717-87ff-7e28740c0092,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:07.011421 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c14fa986-9d27-4840-ba39-4f6f9b75eccc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=207b6a70bb9a49a08baeee4f01f64976&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1147959 Jun 28 00:01:07.013650 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37952) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:07.030068 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks [] for router_gateway (7565565f-eecd-4b05-ab74-0da02c18f15c), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.032613 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks [] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.064954 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.126037 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:07.126037 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:07.129142 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:07.140544 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-37e2e892-26d0-4729-9693-e82d9b591a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:07.142087 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-37e2e892-26d0-4729-9693-e82d9b591a04 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1129 time: 0.6782534 Jun 28 00:01:07.202157 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Pushing event updated for resources: {'Port': ['ID=4778112e-536d-4546-8f2a-b8947aeb4a88,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:07.219792 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (3d56a371-181c-413e-a462-266a90efb225), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.248845 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 49548934-5e9e-4bff-bd99-ce2db8d21567 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:07.250283 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bf4db300-5849-4b31-8157-704e69c133e6 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:07.287067 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:07.355416 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port bf4db300-5849-4b31-8157-704e69c133e6 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:07.355963 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bf4db300-5849-4b31-8157-704e69c133e6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.366579 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d9f44594-7b28-4753-bbc3-9978ee1f11a0 admin admin] Publish callbacks [] for security_group (c7a29af7-ffcb-4717-87ff-7e28740c0092), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.405896 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.469076 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d9f44594-7b28-4753-bbc3-9978ee1f11a0 admin admin] Publish callbacks [] for security_group (c7a29af7-ffcb-4717-87ff-7e28740c0092), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.525159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port bf4db300-5849-4b31-8157-704e69c133e6 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:07.527717 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b83d40-aa00-4c15-b282-9a7afac7a811 None None] Pushing event updated for resources: {'Port': ['ID=6ffa0725-7a03-4b0c-934a-463b6cc0c059,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:07.528238 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bf4db300-5849-4b31-8157-704e69c133e6), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.531219 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-2fd562a6-8937-4806-82d7-6f22ddfdc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:07.532345 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-2fd562a6-8937-4806-82d7-6f22ddfdc90f service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.3621902 Jun 28 00:01:07.613870 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port bf4db300-5849-4b31-8157-704e69c133e6, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bf4db300-5849-4b31-8157-704e69c133e6,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:07.623457 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-a290067a-20e6-4c92-b73a-43feac11fff7 None None] Provisioning complete for port 4778112e-536d-4546-8f2a-b8947aeb4a88 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:07.623814 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a290067a-20e6-4c92-b73a-43feac11fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.627291 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bf4db300-5849-4b31-8157-704e69c133e6), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.670479 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks [] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.679450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.681721 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-2d24a5c9-8cae-4075-9523-2e85bb85ea15 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 1000 time: 0.1192608 Jun 28 00:01:07.682775 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (7565565f-eecd-4b05-ab74-0da02c18f15c), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.702710 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:04Z', 'revision_number': 3, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:07.704128 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7eea63-8fd8-4972-9a05-58df54b2f00a None None] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:07.744985 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-edb32076-7564-42dc-9054-c1211f1b1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:07.746616 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-edb32076-7564-42dc-9054-c1211f1b1acb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0540245 Jun 28 00:01:07.747309 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d9f44594-7b28-4753-bbc3-9978ee1f11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (c7a29af7-ffcb-4717-87ff-7e28740c0092), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.750885 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d9f44594-7b28-4753-bbc3-9978ee1f11a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.752146 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d9f44594-7b28-4753-bbc3-9978ee1f11a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7a29af7-ffcb-4717-87ff-7e28740c0092 HTTP/1.1" status: 204 len: 168 time: 0.7364163 Jun 28 00:01:07.782687 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Pushing event updated for resources: {'Port': ['ID=4778112e-536d-4546-8f2a-b8947aeb4a88,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:07.786516 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-a290067a-20e6-4c92-b73a-43feac11fff7 None None] Port 4778112e-536d-4546-8f2a-b8947aeb4a88 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:07.791307 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (3d56a371-181c-413e-a462-266a90efb225), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.832201 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=bf4db300-5849-4b31-8157-704e69c133e6,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:07.837912 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8dabe4-0c5f-4148-9a4b-49cfa5462ced None None] The sync data for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi is: [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:04Z', 'revision_number': 3, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:07.911133 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:07.912495 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:07.959591 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-03c9fd67-627c-4373-8b82-48b70bed21c3 None None] Provisioning complete for port bf4db300-5849-4b31-8157-704e69c133e6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:07.960512 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-03c9fd67-627c-4373-8b82-48b70bed21c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bf4db300-5849-4b31-8157-704e69c133e6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:07.961314 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44594-7b28-4753-bbc3-9978ee1f11a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a29af7-ffcb-4717-87ff-7e28740c0092,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:07.996915 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-453b2008-7b98-4ae0-96e2-836fd56f468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:07.999047 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-453b2008-7b98-4ae0-96e2-836fd56f468b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2436929 Jun 28 00:01:08.003258 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Router 7565565f-eecd-4b05-ab74-0da02c18f15c is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 00:01:08.104352 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Router 3d56a371-181c-413e-a462-266a90efb225 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:01:08.136114 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-03c9fd67-627c-4373-8b82-48b70bed21c3 None None] Current status of the port bf4db300-5849-4b31-8157-704e69c133e6 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:08.319443 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:08.326568 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-73256819-99e2-4000-9c13-bad68ca8d4d5 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165839 Jun 28 00:01:08.338877 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f92b9de6-6fe8-4630-a64a-a253c2dae8fc admin admin] 10.222.0.26 "PUT /v2.0/routers/3d56a371-181c-413e-a462-266a90efb225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6346426 Jun 28 00:01:08.349600 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:08.367847 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Sync routers for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:08.398589 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:08.408992 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:08.417198 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:08.418736 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-9e030dab-605e-460a-a423-9938fa2e8c1d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9361675 Jun 28 00:01:08.421154 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 37970) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:08.580700 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37974) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:08.586513 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3ac20b05-ce80-4c20-bca5-dd9d1006b6a6 req-d91ad14a-9b60-4684-9520-2f8cc0630c3e service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458916 Jun 28 00:01:08.592263 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-831cc86a-7cac-41ce-aeef-e55dc000d8bb None None] Provisioning complete for port 4778112e-536d-4546-8f2a-b8947aeb4a88 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:08.592699 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-831cc86a-7cac-41ce-aeef-e55dc000d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:08.616114 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e786e159-7043-465c-9b25-d14e269133ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:08.677245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:08.776772 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-831cc86a-7cac-41ce-aeef-e55dc000d8bb None None] Port 4778112e-536d-4546-8f2a-b8947aeb4a88 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:08.802386 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e786e159-7043-465c-9b25-d14e269133ec admin admin] Publish callbacks [] for security_group (b8d60639-389b-45f1-81b0-2029dc0d19d4), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:08.825510 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e786e159-7043-465c-9b25-d14e269133ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b8d60639-389b-45f1-81b0-2029dc0d19d4), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:08.901904 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 6ffa0725-7a03-4b0c-934a-463b6cc0c059 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:08.926643 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e786e159-7043-465c-9b25-d14e269133ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee470d8200ac4bc2892893d39a434080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415029 Jun 28 00:01:08.928310 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 37986) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:08.929196 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786e159-7043-465c-9b25-d14e269133ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d60639-389b-45f1-81b0-2029dc0d19d4,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:08.991020 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-320cc816-6c07-44bf-8492-8ae48948c6f8 None None] Provisioning complete for port bf4db300-5849-4b31-8157-704e69c133e6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:08.991553 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-320cc816-6c07-44bf-8492-8ae48948c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bf4db300-5849-4b31-8157-704e69c133e6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.058140 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f325bfcb-496d-4418-a200-8c49c14dcd50 admin admin] Publish callbacks [] for security_group (b8d60639-389b-45f1-81b0-2029dc0d19d4), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.114491 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f325bfcb-496d-4418-a200-8c49c14dcd50 admin admin] Publish callbacks [] for security_group (b8d60639-389b-45f1-81b0-2029dc0d19d4), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.157587 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:09.158358 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.207143 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f325bfcb-496d-4418-a200-8c49c14dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (b8d60639-389b-45f1-81b0-2029dc0d19d4), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.210391 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-f325bfcb-496d-4418-a200-8c49c14dcd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.214188 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f325bfcb-496d-4418-a200-8c49c14dcd50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8d60639-389b-45f1-81b0-2029dc0d19d4 HTTP/1.1" status: 204 len: 168 time: 0.2795048 Jun 28 00:01:09.231541 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325bfcb-496d-4418-a200-8c49c14dcd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d60639-389b-45f1-81b0-2029dc0d19d4,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:09.293327 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.312207 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-320cc816-6c07-44bf-8492-8ae48948c6f8 None None] Current status of the port bf4db300-5849-4b31-8157-704e69c133e6 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:09.376966 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:06Z', 'revision_number': 3, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:09.565674 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Allocated IP 172.20.0.1 (01ee029d-2b17-4896-a01d-874b75b5d2b1/1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba/486f1561-1255-45ce-989e-a5c649cad7c6) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:09.577382 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Checking router: 7565565f-eecd-4b05-ab74-0da02c18f15c for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:09.578204 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Updating router 7565565f-eecd-4b05-ab74-0da02c18f15c port bcfa501e-5b53-4cf8-8c64-a458019f56ff binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:09.613514 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.616504 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:09.616869 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.625028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38006) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:09.630361 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-811744003-network', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:09.662235 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Made reservation on behalf of 35a6af4f8eee4895b3c95711c0b531ad for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:09.668422 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.682121 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 6ffa0725-7a03-4b0c-934a-463b6cc0c059, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=6ffa0725-7a03-4b0c-934a-463b6cc0c059,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:09.683387 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.712320 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks [] for port (486f1561-1255-45ce-989e-a5c649cad7c6), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.754200 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.757218 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.758311 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bf4db300-5849-4b31-8157-704e69c133e6 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:09.798193 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks [] for security_group (6160ca4a-b385-430e-bd16-c9d2dd4c2415), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.804830 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:09.809159 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:09.813691 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:09.830635 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6160ca4a-b385-430e-bd16-c9d2dd4c2415), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.853102 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Pushing event updated for resources: {'Port': ['ID=486f1561-1255-45ce-989e-a5c649cad7c6,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:09.870924 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (7565565f-eecd-4b05-ab74-0da02c18f15c), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.900865 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6160ca4a-b385-430e-bd16-c9d2dd4c2415,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:09.915310 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:01:09.935312 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=6ffa0725-7a03-4b0c-934a-463b6cc0c059,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:09.944034 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (65ff215f-d2ba-4ecd-8849-884a6a1a84d3), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:09.944387 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Added segment 65ff215f-d2ba-4ecd-8849-884a6a1a84d3 of type vlan for network b7eb9bf7-e153-4ff1-b638-f97c8165b41a Jun 28 00:01:09.963363 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port bf4db300-5849-4b31-8157-704e69c133e6 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:09.964207 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bf4db300-5849-4b31-8157-704e69c133e6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.021580 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (b7eb9bf7-e153-4ff1-b638-f97c8165b41a), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.079523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (b7eb9bf7-e153-4ff1-b638-f97c8165b41a), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.080633 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:10.081860 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.089912 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.213184 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5868614 Jun 28 00:01:10.216813 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38030) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:10.223132 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Request body: {'subnet': {'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-811744003-subnet', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:10.223797 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Publish callbacks [] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.225523 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port bf4db300-5849-4b31-8157-704e69c133e6 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:10.238357 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.259382 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c34af-d646-4415-9304-efa7934b9461 admin admin] Pushing event updated for resources: {'Network': ['ID=b7eb9bf7-e153-4ff1-b638-f97c8165b41a,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:10.290252 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:01:10.299050 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Made reservation on behalf of 35a6af4f8eee4895b3c95711c0b531ad for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:10.302018 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62596901'] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.358386 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-20eceaa2-78b6-4955-8cb5-a7d2422d6123 None None] Provisioning complete for port 486f1561-1255-45ce-989e-a5c649cad7c6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:10.358946 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-20eceaa2-78b6-4955-8cb5-a7d2422d6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.390710 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b3241-a3f2-459d-9ba8-b5ce211d5cda None None] Pushing event updated for resources: {'Port': ['ID=bcfa501e-5b53-4cf8-8c64-a458019f56ff,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:10.406751 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Attempting to bind port bcfa501e-5b53-4cf8-8c64-a458019f56ff on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:10.407381 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Attempting to bind port bcfa501e-5b53-4cf8-8c64-a458019f56ff by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:10.407972 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Attempting to bind port bcfa501e-5b53-4cf8-8c64-a458019f56ff on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:10.421896 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks [] for port (486f1561-1255-45ce-989e-a5c649cad7c6), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.426696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:10.427364 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:10.427940 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.428523 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:10.429239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Bound port: bcfa501e-5b53-4cf8-8c64-a458019f56ff, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:10.429837 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.434638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.469575 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-20eceaa2-78b6-4955-8cb5-a7d2422d6123 None None] Port 486f1561-1255-45ce-989e-a5c649cad7c6 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:10.511400 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] For port bcfa501e-5b53-4cf8-8c64-a458019f56ff, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:10.517347 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] For port bcfa501e-5b53-4cf8-8c64-a458019f56ff, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bcfa501e-5b53-4cf8-8c64-a458019f56ff,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:10.544865 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Pushing event updated for resources: {'Port': ['ID=486f1561-1255-45ce-989e-a5c649cad7c6,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:10.547767 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (7565565f-eecd-4b05-ab74-0da02c18f15c), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.551146 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.633433 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38038) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:10.719467 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 6ffa0725-7a03-4b0c-934a-463b6cc0c059 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:10.721624 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Sync routers for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:10.722672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:10.722968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:10.723909 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:10.724399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:10.741284 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:10.742984 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:10.767018 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58883428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62596919'] for subnet (d75301da-df05-4a94-9862-1ebb6f5d98aa), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:10.831744 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b3241-a3f2-459d-9ba8-b5ce211d5cda None None] Pushing event updated for resources: {'Port': ['ID=bcfa501e-5b53-4cf8-8c64-a458019f56ff,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:10.874755 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75301da-df05-4a94-9862-1ebb6f5d98aa,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:10.925458 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Checking segment: {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:10.926148 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Network hostable DHCP agents. Network: b7eb9bf7-e153-4ff1-b638-f97c8165b41a, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:01:10.952219 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:01:10.953584 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:10.966428 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, b7eb9bf7-e153-4ff1-b638-f97c8165b41a) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:10.974812 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:10.975889 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.009827 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-004f46cf-cd60-424d-8991-fd6dc8012b7f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7912836 Jun 28 00:01:11.012412 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38048) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:11.021542 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Router 7565565f-eecd-4b05-ab74-0da02c18f15c has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:01:11.023949 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:11.045605 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:11.078080 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (2873f231-7290-457d-93e5-eb0053b3507b), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.079330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (2873f231-7290-457d-93e5-eb0053b3507b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.153455 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks [] for router_controller (2873f231-7290-457d-93e5-eb0053b3507b), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.154848 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c3947ba6-6148-4090-8d85-e52d77c719f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.159611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:11.166149 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d7cc65b1-ecfd-4850-869c-4e9dd5783677 admin admin] 10.222.0.26 "PUT /v2.0/routers/7565565f-eecd-4b05-ab74-0da02c18f15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7439716 Jun 28 00:01:11.176330 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:11.176711 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.178590 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c8bda-db47-4dd4-8ea3-143f6d04bde1 None None] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:11.364156 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks [] for router_gateway (2873f231-7290-457d-93e5-eb0053b3507b), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.401996 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-2ae6b5ea-d5d6-4378-83fe-1f5dcd76b212 None None] Provisioning complete for port 486f1561-1255-45ce-989e-a5c649cad7c6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:11.402617 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b5ea-d5d6-4378-83fe-1f5dcd76b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.448733 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6b5ea-d5d6-4378-83fe-1f5dcd76b212 None None] Port 486f1561-1255-45ce-989e-a5c649cad7c6 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:11.466681 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 2, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:11.472467 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'fixed_ips': [{'subnet_id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 00:01:11.473278 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.478580 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c3947ba6-6148-4090-8d85-e52d77c719f9 admin admin] Publish callbacks [] for security_group (dc2ee0b6-29d3-49ca-9864-2a823a9d4e12), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.495995 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-c3947ba6-6148-4090-8d85-e52d77c719f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (dc2ee0b6-29d3-49ca-9864-2a823a9d4e12), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.523759 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Checking router: 3d56a371-181c-413e-a462-266a90efb225 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:11.525350 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Updating router 3d56a371-181c-413e-a462-266a90efb225 port 4778112e-536d-4546-8f2a-b8947aeb4a88 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:11.531075 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:11.566830 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.575902 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-c3947ba6-6148-4090-8d85-e52d77c719f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d1bcb10503b44b59dad055a280502c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9379647 Jun 28 00:01:11.576201 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38066) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:11.592174 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 2, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:11.622451 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eed4bea-3626-4f6c-b3bf-bf4be22b7390 None None] The sync data for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi is: [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 2, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:11.641581 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3947ba6-6148-4090-8d85-e52d77c719f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ee0b6-29d3-49ca-9864-2a823a9d4e12,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:11.713630 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Allocated IP 172.20.0.2 (b7eb9bf7-e153-4ff1-b638-f97c8165b41a/d75301da-df05-4a94-9862-1ebb6f5d98aa/b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:11.747483 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c712-b07e-40d8-9b5d-4e8a60769181 admin admin] Publish callbacks [] for security_group (dc2ee0b6-29d3-49ca-9864-2a823a9d4e12), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.805901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c712-b07e-40d8-9b5d-4e8a60769181 admin admin] Publish callbacks [] for security_group (dc2ee0b6-29d3-49ca-9864-2a823a9d4e12), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.884640 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c712-b07e-40d8-9b5d-4e8a60769181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (dc2ee0b6-29d3-49ca-9864-2a823a9d4e12), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.889595 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e9a7c712-b07e-40d8-9b5d-4e8a60769181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.894534 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e9a7c712-b07e-40d8-9b5d-4e8a60769181 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc2ee0b6-29d3-49ca-9864-2a823a9d4e12 HTTP/1.1" status: 204 len: 168 time: 0.3180125 Jun 28 00:01:11.907133 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7c712-b07e-40d8-9b5d-4e8a60769181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ee0b6-29d3-49ca-9864-2a823a9d4e12,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:11.931578 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks [] for router_gateway (2873f231-7290-457d-93e5-eb0053b3507b), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:11.958000 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.039162 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Publish callbacks [] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.068645 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.107031 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Publish callbacks [] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.127087 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.174834 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Pushing event updated for resources: {'Port': ['ID=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:12.198891 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:12.202513 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:12.207150 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:12.244613 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Allocated IP 172.27.1.8 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/a008dfc9-c881-4184-a4c7-cf415b0bef1e) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:12.313208 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67896f-f568-4a02-8973-569d4cf51af0 None None] Pushing event updated for resources: {'Port': ['ID=4778112e-536d-4546-8f2a-b8947aeb4a88,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:12.474803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Attempting to bind port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:12.474803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Attempting to bind port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:12.475287 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Attempting to bind port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 on network b7eb9bf7-e153-4ff1-b638-f97c8165b41a {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:12.488550 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Attempting to bind port 4778112e-536d-4546-8f2a-b8947aeb4a88 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:12.488927 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Attempting to bind port 4778112e-536d-4546-8f2a-b8947aeb4a88 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:12.489426 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:12.490462 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Attempting to bind port 4778112e-536d-4546-8f2a-b8947aeb4a88 on network 6c7c673c-1959-43b7-9b69-ec0bb9166166 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:12.490908 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Checking segment: {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:12.491339 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.494458 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Bound using segment: {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:12.495324 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Bound port: b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:12.495806 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.507919 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:12.508215 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Checking segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:12.508614 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.509010 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Bound using segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:12.513216 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Bound port: 4778112e-536d-4546-8f2a-b8947aeb4a88, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:12.513553 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.566499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks [] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.671568 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.678801 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38086) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:12.689520 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1845463319-network', 'tenant_id': '208e43e60d9543218d06235f99f65910'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:12.693134 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] For port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:12.698603 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] For port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,segment=NetworkSegment(65ff215f-d2ba-4ecd-8849-884a6a1a84d3),segment_id=65ff215f-d2ba-4ecd-8849-884a6a1a84d3)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:12.710709 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] For port 4778112e-536d-4546-8f2a-b8947aeb4a88, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:12.713174 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-9c72c673-bf94-4abd-9965-0393bf8d741c None None] Provisioning complete for port 4778112e-536d-4546-8f2a-b8947aeb4a88 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:12.713713 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9c72c673-bf94-4abd-9965-0393bf8d741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.717361 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.718969 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] For port 4778112e-536d-4546-8f2a-b8947aeb4a88, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=4778112e-536d-4546-8f2a-b8947aeb4a88,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:12.738912 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.775426 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:12.776758 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Made reservation on behalf of 208e43e60d9543218d06235f99f65910 for: {'network': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:12.778406 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:12.783923 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.795205 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:12.869778 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:12.910440 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:12.911092 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:12.921541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38088) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:12.926900 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-9c72c673-bf94-4abd-9965-0393bf8d741c None None] Port 4778112e-536d-4546-8f2a-b8947aeb4a88 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:12.937451 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a670-2bf9-4f5f-bfd9-da6e513bd15f None None] Pushing event updated for resources: {'Port': ['ID=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.004671 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-138db485-adcd-46e5-9d58-b01df3c8bb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.036985 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67896f-f568-4a02-8973-569d4cf51af0 None None] Pushing event updated for resources: {'Port': ['ID=4778112e-536d-4546-8f2a-b8947aeb4a88,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.199828 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-138db485-adcd-46e5-9d58-b01df3c8bb52 admin admin] Publish callbacks [] for security_group (39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.212886 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-138db485-adcd-46e5-9d58-b01df3c8bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.228921 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:13.272145 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-138db485-adcd-46e5-9d58-b01df3c8bb52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac6ad33a56204c2d9905b64946f8da95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470402 Jun 28 00:01:13.285094 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38094) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:13.304285 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Pushing event updated for resources: {'Port': ['ID=a008dfc9-c881-4184-a4c7-cf415b0bef1e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.352135 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks [] for router_gateway (2873f231-7290-457d-93e5-eb0053b3507b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.352343 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138db485-adcd-46e5-9d58-b01df3c8bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.358649 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] Provisioning complete for port 4778112e-536d-4546-8f2a-b8947aeb4a88 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:13.359269 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.378180 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks [] for security_group (cbb39f82-1ccf-461a-8539-22b2116bfad6), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.394271 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (cbb39f82-1ccf-461a-8539-22b2116bfad6), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.494458 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] Current status of the port 4778112e-536d-4546-8f2a-b8947aeb4a88 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:13.497903 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.516106 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb39f82-1ccf-461a-8539-22b2116bfad6,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.542879 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=115319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:01:13.543739 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] For port 4778112e-536d-4546-8f2a-b8947aeb4a88, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=4778112e-536d-4546-8f2a-b8947aeb4a88,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:13.549131 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7a035256-28c7-4d9d-b843-e7d29fb97e07 admin admin] Publish callbacks [] for security_group (39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.558433 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.565101 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (f27b6dc7-2417-46cd-b999-fbe533bc7a89), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.565101 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.segments_db [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Added segment f27b6dc7-2417-46cd-b999-fbe533bc7a89 of type vlan for network da0fca7f-17dc-4323-9eca-9422c57941bd Jun 28 00:01:13.604241 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:12Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:13.620188 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7a035256-28c7-4d9d-b843-e7d29fb97e07 admin admin] Publish callbacks [] for security_group (39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.631677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f33305-8975-4540-be5b-7fc03c144712 None None] Pushing event updated for resources: {'Port': ['ID=4778112e-536d-4546-8f2a-b8947aeb4a88,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.635413 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f76c8d-b0d5-43fd-b6cf-73ce971e333b None None] The sync data for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi is: [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:12Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:13.680859 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (2873f231-7290-457d-93e5-eb0053b3507b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.693111 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (da0fca7f-17dc-4323-9eca-9422c57941bd), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.755098 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (da0fca7f-17dc-4323-9eca-9422c57941bd), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.756968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:13.757621 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.804754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7a035256-28c7-4d9d-b843-e7d29fb97e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.807574 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7a035256-28c7-4d9d-b843-e7d29fb97e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.808731 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7a035256-28c7-4d9d-b843-e7d29fb97e07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d HTTP/1.1" status: 204 len: 168 time: 0.5222580 Jun 28 00:01:13.825805 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035256-28c7-4d9d-b843-e7d29fb97e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b8aac3-9f2b-4aa6-a41f-c41299f8bc9d,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.847242 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] Pushing event updated for resources: {'Network': ['ID=da0fca7f-17dc-4323-9eca-9422c57941bd,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:13.858752 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-4e2c4242-fa1f-4c6e-99ee-b92ffb582996 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1762424 Jun 28 00:01:13.861713 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38098) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:13.871930 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Request body: {'subnet': {'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1845463319-subnet', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'ip_version': 4}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:13.873934 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network da0fca7f-17dc-4323-9eca-9422c57941bd details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:01:13.907318 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Made reservation on behalf of 208e43e60d9543218d06235f99f65910 for: {'subnet': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:13.910471 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351097'] for subnet (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:13.922281 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Router 2873f231-7290-457d-93e5-eb0053b3507b is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 00:01:14.141365 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:14.155821 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Sync routers for ids ['2873f231-7290-457d-93e5-eb0053b3507b'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:14.179081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.181290 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Routers {'2873f231-7290-457d-93e5-eb0053b3507b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:14.182819 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['2873f231-7290-457d-93e5-eb0053b3507b'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:14.185611 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-a0e39070-6f4a-42b2-be5d-f345f3655a76 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1709116 Jun 28 00:01:14.197120 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38102) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:14.303931 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62574539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351083'] for subnet (1e16836e-7b36-4128-8718-f12c6ff5ac82), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.336921 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Set router 2873f231-7290-457d-93e5-eb0053b3507b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:14.436283 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e16836e-7b36-4128-8718-f12c6ff5ac82,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:14.451324 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Checking segment: {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:14.452180 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Network hostable DHCP agents. Network: da0fca7f-17dc-4323-9eca-9422c57941bd, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:01:14.554374 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Network da0fca7f-17dc-4323-9eca-9422c57941bd is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:01:14.581701 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, da0fca7f-17dc-4323-9eca-9422c57941bd) {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:14.588934 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 3, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:14.589491 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:14.589739 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.596569 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2970cc6-0cb7-4cc3-b435-f4cac4d3f9cb None None] Network da0fca7f-17dc-4323-9eca-9422c57941bd requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:14.658396 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38110) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:14.666885 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38112) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:14.667650 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-542e383d-f0c3-4150-afe1-28a89f1439c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8048964 Jun 28 00:01:14.692171 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:14.702136 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79831ec9-495d-48bc-919c-fbcc58ed6c47 None None] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:14.713431 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Checking router: 2873f231-7290-457d-93e5-eb0053b3507b for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:14.713986 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Updating router 2873f231-7290-457d-93e5-eb0053b3507b port a008dfc9-c881-4184-a4c7-cf415b0bef1e binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:14.742347 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4a85-8343-4d00-8aa4-f02d83622afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.797108 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62073'] for router (b56a8dda-02eb-4633-b305-5502c88ba75f), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.811104 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3818802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62064'] for router (b56a8dda-02eb-4633-b305-5502c88ba75f), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.833741 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.907713 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] Provisioning complete for port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:14.908362 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:14.951014 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bcfa501e-5b53-4cf8-8c64-a458019f56ff up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:14.955207 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks [] for router_controller (b56a8dda-02eb-4633-b305-5502c88ba75f), precommit_add_association {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.021504 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.117353 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00e2051f-aa26-511e-bea7-d1693dac70fb-da0fca7f-17dc-4323-9eca-9422c57941bd', 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'project_id': '208e43e60d9543218d06235f99f65910', 'fixed_ips': [{'subnet_id': '1e16836e-7b36-4128-8718-f12c6ff5ac82'}]}} from dv-cinder-847864-2-iscsi. {{(pid=115320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 28 00:01:15.118223 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.218776 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Allocated IP 172.20.0.1 (b7eb9bf7-e153-4ff1-b638-f97c8165b41a/d75301da-df05-4a94-9862-1ebb6f5d98aa/7521f4d7-d180-4ad7-807c-0b73c172ac73) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:15.316507 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4a85-8343-4d00-8aa4-f02d83622afd admin admin] Publish callbacks [] for security_group (5459ed5a-f347-40e8-b07d-fb1a5471ce0b), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.350484 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] Current status of the port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:15.350876 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.352659 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port bcfa501e-5b53-4cf8-8c64-a458019f56ff triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:15.353015 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.357123 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks [] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.366358 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4a85-8343-4d00-8aa4-f02d83622afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5459ed5a-f347-40e8-b07d-fb1a5471ce0b), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.415551 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.455769 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks [] for router_gateway (b56a8dda-02eb-4633-b305-5502c88ba75f), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.473273 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4a85-8343-4d00-8aa4-f02d83622afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5459ed5a-f347-40e8-b07d-fb1a5471ce0b,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:15.499914 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:15.500086 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4a5b4a85-8343-4d00-8aa4-f02d83622afd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f30b6ded91d84fe49c95241e328f7794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8395705 Jun 28 00:01:15.503292 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38116) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:15.509947 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:15.515427 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:15.584674 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Pushing event updated for resources: {'Port': ['ID=7521f4d7-d180-4ad7-807c-0b73c172ac73,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:15.653682 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (2873f231-7290-457d-93e5-eb0053b3507b), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.669647 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-16ca081b-8fa6-42bf-ae3b-fee1083268f8 admin admin] Publish callbacks [] for security_group (5459ed5a-f347-40e8-b07d-fb1a5471ce0b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.742566 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-16ca081b-8fa6-42bf-ae3b-fee1083268f8 admin admin] Publish callbacks [] for security_group (5459ed5a-f347-40e8-b07d-fb1a5471ce0b), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.751857 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.db_base_plugin_common [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Allocated IP 172.20.0.2 (da0fca7f-17dc-4323-9eca-9422c57941bd/1e16836e-7b36-4128-8718-f12c6ff5ac82/534eb9a8-6987-4b68-bb69-e86229c39ea7) {{(pid=115320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:15.755677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] For port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,segment=NetworkSegment(65ff215f-d2ba-4ecd-8849-884a6a1a84d3),segment_id=65ff215f-d2ba-4ecd-8849-884a6a1a84d3)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:15.768858 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.773242 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks [] for router_gateway (b56a8dda-02eb-4633-b305-5502c88ba75f), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.819167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:15.976277 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Publish callbacks [] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.092453 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Allocated IP 172.27.1.180 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/a687eb94-f49b-472c-b32a-e76100a547bd) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:16.097344 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port bcfa501e-5b53-4cf8-8c64-a458019f56ff is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:16.098765 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.107485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3333d-600b-4cf7-bcd2-cd61dd1bd6c0 None None] Pushing event updated for resources: {'Port': ['ID=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.116079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.218088 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port bcfa501e-5b53-4cf8-8c64-a458019f56ff, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bcfa501e-5b53-4cf8-8c64-a458019f56ff,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:16.234713 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-faad9e21-7c5f-48fd-8776-26e3c904c730 None None] Provisioning complete for port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:16.235116 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-faad9e21-7c5f-48fd-8776-26e3c904c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.244418 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Sync routers for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:16.254340 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Attempting to bind port a008dfc9-c881-4184-a4c7-cf415b0bef1e on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:16.254708 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Attempting to bind port a008dfc9-c881-4184-a4c7-cf415b0bef1e by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:16.255070 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Attempting to bind port a008dfc9-c881-4184-a4c7-cf415b0bef1e on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:16.263134 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.263918 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:16.273661 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:16.277618 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:16.288955 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks [] for port (a687eb94-f49b-472c-b32a-e76100a547bd), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.326835 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:16.327267 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:16.327674 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.328064 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:16.328562 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Bound port: a008dfc9-c881-4184-a4c7-cf415b0bef1e, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:16.328931 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.364238 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-16ca081b-8fa6-42bf-ae3b-fee1083268f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (5459ed5a-f347-40e8-b07d-fb1a5471ce0b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.364853 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca01624-b924-4016-80f9-9410dca386fc None None] Pushing event updated for resources: {'Port': ['ID=a008dfc9-c881-4184-a4c7-cf415b0bef1e,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.374489 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.376681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-16ca081b-8fa6-42bf-ae3b-fee1083268f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.380051 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-16ca081b-8fa6-42bf-ae3b-fee1083268f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5459ed5a-f347-40e8-b07d-fb1a5471ce0b HTTP/1.1" status: 204 len: 168 time: 0.8611557 Jun 28 00:01:16.399679 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.423902 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca081b-8fa6-42bf-ae3b-fee1083268f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459ed5a-f347-40e8-b07d-fb1a5471ce0b,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.467490 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:16.473869 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:16.477727 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:16.525526 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:16.541872 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Pushing event updated for resources: {'Port': ['ID=a687eb94-f49b-472c-b32a-e76100a547bd,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.543146 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] For port a008dfc9-c881-4184-a4c7-cf415b0bef1e, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:16.616628 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] For port a008dfc9-c881-4184-a4c7-cf415b0bef1e, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a008dfc9-c881-4184-a4c7-cf415b0bef1e,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:16.629928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Publish callbacks [] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), precommit_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.675817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=bcfa501e-5b53-4cf8-8c64-a458019f56ff,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.705544 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), after_create {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.709509 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.731734 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks [] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.745399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.833570 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:16.834202 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.851001 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Pushing event updated for resources: {'Port': ['ID=7521f4d7-d180-4ad7-807c-0b73c172ac73,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.866510 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (2873f231-7290-457d-93e5-eb0053b3507b), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:16.904868 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Network da0fca7f-17dc-4323-9eca-9422c57941bd is already hosted by enough agents. {{(pid=115320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:16.907079 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-faad9e21-7c5f-48fd-8776-26e3c904c730 None None] Current status of the port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:16.924675 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.scheduler.base_scheduler [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Resources bound (agent type, host, resource id): {{(pid=115320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:16.933629 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Pushing event updated for resources: {'Port': ['ID=534eb9a8-6987-4b68-bb69-e86229c39ea7,revision_number=1']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:16.936585 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Received port after_create {{(pid=115320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:16.951342 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Routers {'2873f231-7290-457d-93e5-eb0053b3507b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:16.952302 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['2873f231-7290-457d-93e5-eb0053b3507b'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:16.969875 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks [] for router_gateway (b56a8dda-02eb-4633-b305-5502c88ba75f), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.000167 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 2, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:17.015328 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:17.017634 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:17.030000 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Checking router: 7565565f-eecd-4b05-ab74-0da02c18f15c for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:17.030663 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Updating router 7565565f-eecd-4b05-ab74-0da02c18f15c port 486f1561-1255-45ce-989e-a5c649cad7c6 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:17.066818 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.251050 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Router 2873f231-7290-457d-93e5-eb0053b3507b has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:01:17.252148 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3829825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3819203'] for router (b56a8dda-02eb-4633-b305-5502c88ba75f), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.255602 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-f4b7d7d7-9945-43a2-9ec1-ba3fe2a1e17e None None] Provisioning complete for port 7521f4d7-d180-4ad7-807c-0b73c172ac73 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:17.255994 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f4b7d7d7-9945-43a2-9ec1-ba3fe2a1e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.334736 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Attempting to bind port 534eb9a8-6987-4b68-bb69-e86229c39ea7 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:17.335112 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Attempting to bind port 534eb9a8-6987-4b68-bb69-e86229c39ea7 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:17.335475 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Attempting to bind port 534eb9a8-6987-4b68-bb69-e86229c39ea7 on network da0fca7f-17dc-4323-9eca-9422c57941bd {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:17.348332 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:17.348555 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Checking segment: {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:17.348863 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.349292 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Bound using segment: {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:17.349780 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Bound port: 534eb9a8-6987-4b68-bb69-e86229c39ea7, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:17.350158 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.353314 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca01624-b924-4016-80f9-9410dca386fc None None] Pushing event updated for resources: {'Port': ['ID=a008dfc9-c881-4184-a4c7-cf415b0bef1e,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:17.359841 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] Set router 2873f231-7290-457d-93e5-eb0053b3507b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:17.406073 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:17.407559 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4778112e-536d-4546-8f2a-b8947aeb4a88 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:17.413379 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7d7d7-9945-43a2-9ec1-ba3fe2a1e17e None None] Port 7521f4d7-d180-4ad7-807c-0b73c172ac73 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:17.506946 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Router b56a8dda-02eb-4633-b305-5502c88ba75f is scheduled to L3 agent b835e776-46b5-4eff-93c4-9e4171758957 with binding_index 1 {{(pid=115318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 00:01:17.518671 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:17.544556 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0263dff1-05c5-4484-9a9c-ed9a25e28d96 admin admin] 10.222.0.26 "PUT /v2.0/routers/2873f231-7290-457d-93e5-eb0053b3507b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3437538 Jun 28 00:01:17.600298 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Publish callbacks [] for port (486f1561-1255-45ce-989e-a5c649cad7c6), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.612625 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.632158 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] For port 534eb9a8-6987-4b68-bb69-e86229c39ea7, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:17.654547 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:17.681873 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.683291 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b493e8a2-19a5-4548-b3e0-78c7a7852576 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0150890 Jun 28 00:01:17.686378 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38164) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:17.717784 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4121a6-84af-4aec-b09d-c1835265737f None None] Pushing event updated for resources: {'Port': ['ID=486f1561-1255-45ce-989e-a5c649cad7c6,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:17.722048 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-7eed829b-d137-4ac1-a6e8-944e23b3bc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.725551 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Sync routers for ids ['b56a8dda-02eb-4633-b305-5502c88ba75f'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:17.743700 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] For port 534eb9a8-6987-4b68-bb69-e86229c39ea7, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=534eb9a8-6987-4b68-bb69-e86229c39ea7,segment=NetworkSegment(f27b6dc7-2417-46cd-b999-fbe533bc7a89),segment_id=f27b6dc7-2417-46cd-b999-fbe533bc7a89)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:17.759000 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-dcac8db5-d05a-4b04-84a3-d87d1df3adc5 None None] Provisioning complete for port 7521f4d7-d180-4ad7-807c-0b73c172ac73 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:17.759728 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dcac8db5-d05a-4b04-84a3-d87d1df3adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.780386 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38166) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:17.794691 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.814262 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Routers {'b56a8dda-02eb-4633-b305-5502c88ba75f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:17.814926 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b56a8dda-02eb-4633-b305-5502c88ba75f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:17.840414 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Attempting to bind port 486f1561-1255-45ce-989e-a5c649cad7c6 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:17.841384 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Attempting to bind port 486f1561-1255-45ce-989e-a5c649cad7c6 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:17.842330 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Attempting to bind port 486f1561-1255-45ce-989e-a5c649cad7c6 on network 01ee029d-2b17-4896-a01d-874b75b5d2b1 {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:17.851785 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:17.852853 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Checking segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:17.853749 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.854873 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Bound using segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:17.855802 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Bound port: 486f1561-1255-45ce-989e-a5c649cad7c6, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:17.856820 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.897651 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 4778112e-536d-4546-8f2a-b8947aeb4a88 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:17.908476 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:17.984068 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] For port 486f1561-1255-45ce-989e-a5c649cad7c6, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:17.987970 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] For port 486f1561-1255-45ce-989e-a5c649cad7c6, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=486f1561-1255-45ce-989e-a5c649cad7c6,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:18.011686 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.090342 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:18.091713 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:00:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:18.099953 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-dcac8db5-d05a-4b04-84a3-d87d1df3adc5 None None] Port 7521f4d7-d180-4ad7-807c-0b73c172ac73 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:18.262868 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:18.269026 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88c6ad-4b45-426e-8d07-070ccb60a79b None None] Pushing event updated for resources: {'Port': ['ID=534eb9a8-6987-4b68-bb69-e86229c39ea7,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:18.352584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-288495748-network', 'tenant_id': '393181d04232421a9bd8aeb443046b64'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:18.390886 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] Provisioning complete for port 486f1561-1255-45ce-989e-a5c649cad7c6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:18.391259 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.404309 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Made reservation on behalf of 393181d04232421a9bd8aeb443046b64 for: {'network': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:18.407019 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for network (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.415382 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Set router b56a8dda-02eb-4633-b305-5502c88ba75f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:18.446561 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.470452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38178) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:18.536657 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4121a6-84af-4aec-b09d-c1835265737f None None] Pushing event updated for resources: {'Port': ['ID=486f1561-1255-45ce-989e-a5c649cad7c6,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:18.677790 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks [] for security_group (a32ad300-b42e-42e9-a796-8f980c833b68), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.691368 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a32ad300-b42e-42e9-a796-8f980c833b68), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.714930 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=115318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 00:01:18.722031 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:17Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:18.732065 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (8dd0e15e-99f6-4483-8454-b97778a20482), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.732711 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.segments_db [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Added segment 8dd0e15e-99f6-4483-8454-b97778a20482 of type vlan for network 204b9e9c-3625-476f-96ae-55367de65932 Jun 28 00:01:18.737814 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2ed76a32-c160-4b1a-a573-0fc13621c350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.759743 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecc7d0-591e-4565-af83-9f56f61bf61a None None] The sync data for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi is: [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:17Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:18.760554 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 4778112e-536d-4546-8f2a-b8947aeb4a88 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:18.802028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741904593583'] for network (204b9e9c-3625-476f-96ae-55367de65932), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.850810 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608'] for network (204b9e9c-3625-476f-96ae-55367de65932), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.856982 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:18.858142 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.868071 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:18.930436 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '7521f4d7-d180-4ad7-807c-0b73c172ac73', 'name': '', 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'mac_address': 'fa:16:3e:50:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 2, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'subnets': [{'id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:18.962445 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ad300-b42e-42e9-a796-8f980c833b68,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:18.978551 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1969838 Jun 28 00:01:18.979167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38192) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:18.981682 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f303b-2fec-496e-ad31-d7e489239aab admin admin] Pushing event updated for resources: {'Network': ['ID=204b9e9c-3625-476f-96ae-55367de65932,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:18.988537 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Request body: {'subnet': {'network_id': '204b9e9c-3625-476f-96ae-55367de65932', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-288495748-subnet', 'tenant_id': '393181d04232421a9bd8aeb443046b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:19.019695 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Made reservation on behalf of 393181d04232421a9bd8aeb443046b64 for: {'subnet': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:19.022073 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62596901'] for subnet (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.027787 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb52a5-8d41-48f0-a18d-abfd2b06af4f None None] The sync data for ids ['2873f231-7290-457d-93e5-eb0053b3507b'] in dv-cinder-847864-2-iscsi is: [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '7521f4d7-d180-4ad7-807c-0b73c172ac73', 'name': '', 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'mac_address': 'fa:16:3e:50:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 2, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'subnets': [{'id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:19.033778 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Network 204b9e9c-3625-476f-96ae-55367de65932 details requested by agent ovs-agent-dv-cinder-847864-2-iscsi with host dv-cinder-847864-2-iscsi {{(pid=115320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 00:01:19.222947 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2ed76a32-c160-4b1a-a573-0fc13621c350 admin admin] Publish callbacks [] for security_group (6e999ae1-6998-4b7f-a664-647c43cf57fd), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.240168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-2ed76a32-c160-4b1a-a573-0fc13621c350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6e999ae1-6998-4b7f-a664-647c43cf57fd), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.281996 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bcfa501e-5b53-4cf8-8c64-a458019f56ff up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:19.394106 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-2ed76a32-c160-4b1a-a573-0fc13621c350 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1d589e739aa4bf19cfb62ff978cfc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9165337 Jun 28 00:01:19.397157 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38198) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:19.400132 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed76a32-c160-4b1a-a573-0fc13621c350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e999ae1-6998-4b7f-a664-647c43cf57fd,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:19.438140 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] Current status of the port 486f1561-1255-45ce-989e-a5c649cad7c6 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:19.438545 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.491915 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port bcfa501e-5b53-4cf8-8c64-a458019f56ff triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:19.492738 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.535849 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Allocated IP 172.20.0.1 (da0fca7f-17dc-4323-9eca-9422c57941bd/1e16836e-7b36-4128-8718-f12c6ff5ac82/36911449-efca-4d7e-8b89-717119d301cf) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:19.563206 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 3, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:19.610215 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-22732e5d-4db8-4606-9fe3-fdd5d491118f admin admin] Publish callbacks [] for security_group (6e999ae1-6998-4b7f-a664-647c43cf57fd), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.645204 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Checking router: b56a8dda-02eb-4633-b305-5502c88ba75f for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:19.645563 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Updating router b56a8dda-02eb-4633-b305-5502c88ba75f port a687eb94-f49b-472c-b32a-e76100a547bd binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:19.649241 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] For port 486f1561-1255-45ce-989e-a5c649cad7c6, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=486f1561-1255-45ce-989e-a5c649cad7c6,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:19.679644 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-22732e5d-4db8-4606-9fe3-fdd5d491118f admin admin] Publish callbacks [] for security_group (6e999ae1-6998-4b7f-a664-647c43cf57fd), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.709189 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.781297 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.792426 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks [] for port (36911449-efca-4d7e-8b89-717119d301cf), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.795684 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port bcfa501e-5b53-4cf8-8c64-a458019f56ff is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:19.797228 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 534eb9a8-6987-4b68-bb69-e86229c39ea7 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:19.835118 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58883428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62596919'] for subnet (38e2807a-0901-4ac5-82cd-70d31e6a1037), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.918337 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75920a7a-1312-407b-8ab1-7c86f5bcaf2a None None] Network da0fca7f-17dc-4323-9eca-9422c57941bd requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:19.923050 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (36911449-efca-4d7e-8b89-717119d301cf), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.934154 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8b3f59b0-599c-4ba9-a564-ae593f5bc5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.956146 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-22732e5d-4db8-4606-9fe3-fdd5d491118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6e999ae1-6998-4b7f-a664-647c43cf57fd), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.958711 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-22732e5d-4db8-4606-9fe3-fdd5d491118f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:19.959879 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-22732e5d-4db8-4606-9fe3-fdd5d491118f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e999ae1-6998-4b7f-a664-647c43cf57fd HTTP/1.1" status: 204 len: 168 time: 0.5574281 Jun 28 00:01:19.960648 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Network da0fca7f-17dc-4323-9eca-9422c57941bd is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:19.963823 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:19.985604 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:20.035894 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3819058'] for router_interface (b56a8dda-02eb-4633-b305-5502c88ba75f), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.050413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22732e5d-4db8-4606-9fe3-fdd5d491118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e999ae1-6998-4b7f-a664-647c43cf57fd,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:20.096598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Checking segment: {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:20.096960 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Network hostable DHCP agents. Network: 204b9e9c-3625-476f-96ae-55367de65932, hostable agents: ['2d53af3d-6950-4458-9935-033be20979f3'], hosted agents: [] {{(pid=115318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 00:01:20.100301 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e2807a-0901-4ac5-82cd-70d31e6a1037,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:20.157345 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Network 204b9e9c-3625-476f-96ae-55367de65932 is scheduled to be hosted by DHCP agent 2d53af3d-6950-4458-9935-033be20979f3 with binding_index 1 {{(pid=115318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 00:01:20.165232 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-6a99347f-40f7-4838-bb1a-eb176c1fa3be None None] Provisioning complete for port 486f1561-1255-45ce-989e-a5c649cad7c6 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:20.165837 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6a99347f-40f7-4838-bb1a-eb176c1fa3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.178619 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-2-iscsi, 204b9e9c-3625-476f-96ae-55367de65932) {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:20.181596 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f5c21-718d-4b5d-a869-afc8701d1754 None None] Pushing event updated for resources: {'Port': ['ID=486f1561-1255-45ce-989e-a5c649cad7c6,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:20.183594 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:20.184209 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.218167 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ffb7aab4-b687-4bd6-9525-67dabc1b1ffe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2377877 Jun 28 00:01:20.259668 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Pushing event updated for resources: {'Port': ['ID=36911449-efca-4d7e-8b89-717119d301cf,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:20.330514 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (36911449-efca-4d7e-8b89-717119d301cf), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.465013 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38210) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:20.488226 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2b76-f101-4c70-add1-cdb327bc7cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.537974 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b48b5f-0af8-44d7-a84a-e03e60433668 None None] Network 204b9e9c-3625-476f-96ae-55367de65932 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:20.554064 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 534eb9a8-6987-4b68-bb69-e86229c39ea7 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:20.554444 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.629790 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks [] for port (36911449-efca-4d7e-8b89-717119d301cf), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.646869 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (36911449-efca-4d7e-8b89-717119d301cf), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.648527 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2b76-f101-4c70-add1-cdb327bc7cef admin admin] Publish callbacks [] for security_group (3699bf1b-9470-4ebb-b760-e50012bd6bb7), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.670215 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2b76-f101-4c70-add1-cdb327bc7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (3699bf1b-9470-4ebb-b760-e50012bd6bb7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.704140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3795598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3832194'] for router_interface (b56a8dda-02eb-4633-b305-5502c88ba75f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.714209 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7d9a2b76-f101-4c70-add1-cdb327bc7cef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29bec3d4e4cb4920a0b7948cfafb89de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480245 Jun 28 00:01:20.720244 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38212) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:20.817620 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Pushing event updated for resources: {'Port': ['ID=36911449-efca-4d7e-8b89-717119d301cf,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:20.888018 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a2b76-f101-4c70-add1-cdb327bc7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699bf1b-9470-4ebb-b760-e50012bd6bb7,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:20.900266 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7ba3-0cfb-4486-b7f1-b4f9a010e6e0 admin admin] Publish callbacks [] for security_group (3699bf1b-9470-4ebb-b760-e50012bd6bb7), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.903819 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Network da0fca7f-17dc-4323-9eca-9422c57941bd is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:20.905271 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:20.955853 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7ba3-0cfb-4486-b7f1-b4f9a010e6e0 admin admin] Publish callbacks [] for security_group (3699bf1b-9470-4ebb-b760-e50012bd6bb7), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:20.997852 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:21.087954 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Router b56a8dda-02eb-4633-b305-5502c88ba75f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:01:21.095221 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7ba3-0cfb-4486-b7f1-b4f9a010e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (3699bf1b-9470-4ebb-b760-e50012bd6bb7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:21.098007 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7ba3-0cfb-4486-b7f1-b4f9a010e6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:21.103528 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d3bb7ba3-0cfb-4486-b7f1-b4f9a010e6e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3699bf1b-9470-4ebb-b760-e50012bd6bb7 HTTP/1.1" status: 204 len: 168 time: 0.3750172 Jun 28 00:01:21.104757 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6a99347f-40f7-4838-bb1a-eb176c1fa3be None None] Current status of the port 486f1561-1255-45ce-989e-a5c649cad7c6 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:21.118106 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb7ba3-0cfb-4486-b7f1-b4f9a010e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699bf1b-9470-4ebb-b760-e50012bd6bb7,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:21.243210 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad98ba-99c1-4dca-8972-2f0c0ac9d649 None None] Network 204b9e9c-3625-476f-96ae-55367de65932 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:01:21.359559 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:01:21.365076 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-604ee15d-9822-4622-844b-9dda7212cf5c admin admin] 10.222.0.26 "PUT /v2.0/routers/b56a8dda-02eb-4633-b305-5502c88ba75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775138 Jun 28 00:01:21.423955 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:01:21.430866 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-0ba739cf-0af0-4cc8-a67b-69710d70e5c7 None None] Provisioning complete for port 534eb9a8-6987-4b68-bb69-e86229c39ea7 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:21.431240 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0ba739cf-0af0-4cc8-a67b-69710d70e5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:21.432884 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 534eb9a8-6987-4b68-bb69-e86229c39ea7 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:21.433286 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:21.783608 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port 534eb9a8-6987-4b68-bb69-e86229c39ea7, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=534eb9a8-6987-4b68-bb69-e86229c39ea7,segment=NetworkSegment(f27b6dc7-2417-46cd-b999-fbe533bc7a89),segment_id=f27b6dc7-2417-46cd-b999-fbe533bc7a89)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:21.819000 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:21.820460 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 486f1561-1255-45ce-989e-a5c649cad7c6 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:21.866949 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Publish callbacks [] for port (a687eb94-f49b-472c-b32a-e76100a547bd), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.178499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38238) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:22.185077 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944890174', 'description': 'tempest-secgroup-smoke-1944890174 description', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:22.194485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.231538 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.285472 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-0ba739cf-0af0-4cc8-a67b-69710d70e5c7 None None] Current status of the port 534eb9a8-6987-4b68-bb69-e86229c39ea7 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:22.301599 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=534eb9a8-6987-4b68-bb69-e86229c39ea7,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:22.314251 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.318002 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Attempting to bind port a687eb94-f49b-472c-b32a-e76100a547bd on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:22.318410 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Attempting to bind port a687eb94-f49b-472c-b32a-e76100a547bd by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:22.318743 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Attempting to bind port a687eb94-f49b-472c-b32a-e76100a547bd on network 3e182558-5443-45c6-9a06-c316dd3f3969 {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:22.351014 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 486f1561-1255-45ce-989e-a5c649cad7c6 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:22.351314 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.355843 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:22.356159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Checking segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:22.356554 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.356948 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Bound using segment: {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:22.358234 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Bound port: a687eb94-f49b-472c-b32a-e76100a547bd, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b08f3-060e-48de-870f-bc9491cbae6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:22.358628 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.417251 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group (bb3361cd-efb3-4e9a-8ea7-2af26e4205d7), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.434363 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (bb3361cd-efb3-4e9a-8ea7-2af26e4205d7), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.469734 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad8488-4c49-4bc8-be5c-d62c89f7aad6 None None] Pushing event updated for resources: {'Port': ['ID=a687eb94-f49b-472c-b32a-e76100a547bd,revision_number=2']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:22.499455 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.505022 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3240252 Jun 28 00:01:22.507321 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38248) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:22.512851 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68b77a-c956-4bfd-82f4-3044ba4c1a6f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:22.514060 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group_rule': {'security_group_id': 'bb3361cd-efb3-4e9a-8ea7-2af26e4205d7', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:22.538529 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-07edcf6f-b531-4449-b4ea-8889782d92a1 None None] Provisioning complete for port 534eb9a8-6987-4b68-bb69-e86229c39ea7 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:22.539278 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-07edcf6f-b531-4449-b4ea-8889782d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.555371 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] For port a687eb94-f49b-472c-b32a-e76100a547bd, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:22.574482 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (54e861da-867f-495f-beb1-8c0d321787a3), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.644990 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] For port a687eb94-f49b-472c-b32a-e76100a547bd, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a687eb94-f49b-472c-b32a-e76100a547bd,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:22.678897 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (54e861da-867f-495f-beb1-8c0d321787a3), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.697790 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (54e861da-867f-495f-beb1-8c0d321787a3), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.728048 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e861da-867f-495f-beb1-8c0d321787a3,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:22.753512 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.775166 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.776669 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-564f3795-bc76-4d00-9884-c5fd93a4417f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671280 Jun 28 00:01:22.779884 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38256) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:22.786398 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group_rule': {'security_group_id': 'bb3361cd-efb3-4e9a-8ea7-2af26e4205d7', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:22.837717 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (c4f236ba-863f-42d0-933c-956b40449d48), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.897851 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 486f1561-1255-45ce-989e-a5c649cad7c6 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:22.904009 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:22.923889 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (c4f236ba-863f-42d0-933c-956b40449d48), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.931800 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (c4f236ba-863f-42d0-933c-956b40449d48), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:22.973297 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Routers {'b56a8dda-02eb-4633-b305-5502c88ba75f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:22.974198 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b56a8dda-02eb-4633-b305-5502c88ba75f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:22.989642 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f236ba-863f-42d0-933c-956b40449d48,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:23.025786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.028880 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0a1a2f54-38b7-4c01-8c32-ea197eb8ef43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473183 Jun 28 00:01:23.031840 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38264) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:23.038393 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group_rule': {'security_group_id': 'bb3361cd-efb3-4e9a-8ea7-2af26e4205d7', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:23.041644 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad8488-4c49-4bc8-be5c-d62c89f7aad6 None None] Pushing event updated for resources: {'Port': ['ID=a687eb94-f49b-472c-b32a-e76100a547bd,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:23.133783 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-07edcf6f-b531-4449-b4ea-8889782d92a1 None None] Current status of the port 534eb9a8-6987-4b68-bb69-e86229c39ea7 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:23.205112 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-07edcf6f-b531-4449-b4ea-8889782d92a1 None None] Provisioning complete for port 36911449-efca-4d7e-8b89-717119d301cf triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:23.205779 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-07edcf6f-b531-4449-b4ea-8889782d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (36911449-efca-4d7e-8b89-717119d301cf), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.244213 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:23.244819 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.272418 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-80f45fb2-b2de-46bf-89c1-34590099bdfe tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:23.279580 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-80f45fb2-b2de-46bf-89c1-34590099bdfe tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/networks?id=204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 200 len: 808 time: 0.1856375 Jun 28 00:01:23.309481 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-07edcf6f-b531-4449-b4ea-8889782d92a1 None None] Port 36911449-efca-4d7e-8b89-717119d301cf cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:23.312528 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef1a73f1-ef6f-410a-b81c-cb118ddac657 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/quotas/393181d04232421a9bd8aeb443046b64 HTTP/1.1" status: 200 len: 375 time: 0.0300689 Jun 28 00:01:23.325028 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] Set router b56a8dda-02eb-4633-b305-5502c88ba75f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:23.355951 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (32d347df-01df-4d0d-a227-e6761fd483ac), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.368255 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-00d56671-ae97-4a75-bba8-a515de48c7b0 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=393181d04232421a9bd8aeb443046b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546088 Jun 28 00:01:23.488177 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (32d347df-01df-4d0d-a227-e6761fd483ac), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.498632 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (32d347df-01df-4d0d-a227-e6761fd483ac), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.536123 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d347df-01df-4d0d-a227-e6761fd483ac,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:23.566669 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.571170 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-51f41885-1549-4f17-89b0-a1fa0b2cfe9e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5379744 Jun 28 00:01:23.574057 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38282) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:23.578727 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group_rule': {'security_group_id': 'bb3361cd-efb3-4e9a-8ea7-2af26e4205d7', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:23.628539 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (cb4c3204-72db-4aa5-aae4-92285e2bad9d), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.669328 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:23.725717 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-70e0332c-4463-4328-b8aa-3b78c6451153 service neutron] 10.222.0.26 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458986 Jun 28 00:01:23.756097 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (cb4c3204-72db-4aa5-aae4-92285e2bad9d), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.767443 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (cb4c3204-72db-4aa5-aae4-92285e2bad9d), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.781428 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '36911449-efca-4d7e-8b89-717119d301cf', 'name': '', 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'mac_address': 'fa:16:3e:15:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:18Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 2, 'project_id': '208e43e60d9543218d06235f99f65910', 'subnets': [{'id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:23.812111 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.816530 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38286) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:23.817392 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417049 Jun 28 00:01:23.827655 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group_rule': {'security_group_id': 'bb3361cd-efb3-4e9a-8ea7-2af26e4205d7', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:23.833582 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ec480-9a30-4e2c-b1dd-bafa531c8464 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4c3204-72db-4aa5-aae4-92285e2bad9d,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:23.837336 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f961e8d-8e11-4c76-9131-3172f2cbff86 None None] The sync data for ids ['b56a8dda-02eb-4633-b305-5502c88ba75f'] in dv-cinder-847864-2-iscsi is: [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '36911449-efca-4d7e-8b89-717119d301cf', 'name': '', 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'mac_address': 'fa:16:3e:15:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:18Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 2, 'project_id': '208e43e60d9543218d06235f99f65910', 'subnets': [{'id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:23.883762 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.securitygroups_db [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Project 184c5d5a2ef040a2a58833d89acdaed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 00:01:23.884960 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.905306 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (baae0e9a-9b9b-4b8b-a07e-50743f39a97e), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:23.911265 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-b7768b72-3b97-43a0-b5be-581143715052 service neutron] 10.222.0.26 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844463 Jun 28 00:01:24.014848 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (baae0e9a-9b9b-4b8b-a07e-50743f39a97e), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.015933 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 486f1561-1255-45ce-989e-a5c649cad7c6 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:24.023613 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (baae0e9a-9b9b-4b8b-a07e-50743f39a97e), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.069293 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baae0e9a-9b9b-4b8b-a07e-50743f39a97e,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:24.088626 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.093461 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c4af602a-7424-4a1a-a500-7573b513df6b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2754087 Jun 28 00:01:24.096417 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38292) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:24.108195 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'security_group_rule': {'security_group_id': 'bb3361cd-efb3-4e9a-8ea7-2af26e4205d7', 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:24.129161 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 486f1561-1255-45ce-989e-a5c649cad7c6 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:24.129581 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.186748 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.securitygroups_db [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Project 184c5d5a2ef040a2a58833d89acdaed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 00:01:24.271820 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (e963c79a-cb23-4200-bb8a-a7b4bb78a9dc), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.285850 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8ae64319-c77d-4208-9793-0faf8cc9a36f req-e4707ff4-26d6-4ec1-a128-d7f4a7936fab tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 210 time: 0.0729511 Jun 28 00:01:24.315850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 486f1561-1255-45ce-989e-a5c649cad7c6 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:24.317879 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a008dfc9-c881-4184-a4c7-cf415b0bef1e up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:24.430348 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port a008dfc9-c881-4184-a4c7-cf415b0bef1e triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:24.431013 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.434983 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (e963c79a-cb23-4200-bb8a-a7b4bb78a9dc), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.457722 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (e963c79a-cb23-4200-bb8a-a7b4bb78a9dc), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.487826 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e963c79a-cb23-4200-bb8a-a7b4bb78a9dc,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:24.503628 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.506330 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-a4f9dfd1-8a7a-4d83-a308-652b25714749 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4074686 Jun 28 00:01:24.561737 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port a008dfc9-c881-4184-a4c7-cf415b0bef1e is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:24.562433 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.586944 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port a008dfc9-c881-4184-a4c7-cf415b0bef1e, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a008dfc9-c881-4184-a4c7-cf415b0bef1e,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:24.599476 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.600602 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 534eb9a8-6987-4b68-bb69-e86229c39ea7 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:24.758624 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=a008dfc9-c881-4184-a4c7-cf415b0bef1e,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:24.777407 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 534eb9a8-6987-4b68-bb69-e86229c39ea7 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:24.777794 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:24.935756 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 534eb9a8-6987-4b68-bb69-e86229c39ea7 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:25.402590 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-620947af-230f-4a39-8cfb-627789b96004 req-fa2a97f1-a05c-4483-a397-7b663542826c tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 210 time: 0.0325680 Jun 28 00:01:25.866647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a008dfc9-c881-4184-a4c7-cf415b0bef1e up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:25.981467 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port a008dfc9-c881-4184-a4c7-cf415b0bef1e triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:25.982109 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:26.030652 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-17116dc2-c47d-4904-8149-681a1f8e9503 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:26.032604 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-17116dc2-c47d-4904-8149-681a1f8e9503 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "GET /v2.0/networks?id=204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 200 len: 808 time: 0.2492836 Jun 28 00:01:26.052707 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Request body: {'port': {'device_id': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'network_id': '204b9e9c-3625-476f-96ae-55367de65932', 'admin_state_up': True, 'tenant_id': '393181d04232421a9bd8aeb443046b64'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:26.146667 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Sync routers for ids ['2873f231-7290-457d-93e5-eb0053b3507b'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:26.148298 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port a008dfc9-c881-4184-a4c7-cf415b0bef1e is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:26.163863 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Routers {'2873f231-7290-457d-93e5-eb0053b3507b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:26.172747 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['2873f231-7290-457d-93e5-eb0053b3507b'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:26.287606 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Made reservation on behalf of 393181d04232421a9bd8aeb443046b64 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:26.299882 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:26.309679 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Set router 2873f231-7290-457d-93e5-eb0053b3507b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:26.629597 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5bfdbc9-eb22-4473-8b4f-4d03207a6f14 req-6b044c0a-03f6-4113-8b31-b7aaee0bc701 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 210 time: 0.0441372 Jun 28 00:01:26.637919 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '7521f4d7-d180-4ad7-807c-0b73c172ac73', 'name': '', 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'mac_address': 'fa:16:3e:50:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 2, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'subnets': [{'id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:26.648624 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Allocated IP 172.20.0.13 (204b9e9c-3625-476f-96ae-55367de65932/38e2807a-0901-4ac5-82cd-70d31e6a1037/27025967-6966-415b-a2e3-6e57652ee93f) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:26.668116 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Checking router: 2873f231-7290-457d-93e5-eb0053b3507b for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:26.668509 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Updating router 2873f231-7290-457d-93e5-eb0053b3507b port 7521f4d7-d180-4ad7-807c-0b73c172ac73 binding host dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:26.739643 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:26.923230 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks [] for port (27025967-6966-415b-a2e3-6e57652ee93f), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:26.972961 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (27025967-6966-415b-a2e3-6e57652ee93f), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.048833 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Network 204b9e9c-3625-476f-96ae-55367de65932 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:27.066084 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:27.070738 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Pushing event updated for resources: {'Port': ['ID=27025967-6966-415b-a2e3-6e57652ee93f,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:27.073190 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:27.131815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:27.132448 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.161971 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-ef278a6a-5975-4b59-a9d8-bc89b3f9b1f2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1149950 Jun 28 00:01:27.187996 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Request body: {'port': {'device_id': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:27.213238 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Publish callbacks [] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), precommit_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.227326 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.302049 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d752178-d69e-47c6-bca4-ab4198603d9b None None] Pushing event updated for resources: {'Port': ['ID=7521f4d7-d180-4ad7-807c-0b73c172ac73,revision_number=3']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:27.627084 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Attempting to bind port 7521f4d7-d180-4ad7-807c-0b73c172ac73 on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:27.627243 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-d3469c9c-7732-46ae-9ed8-2b492c82fb8c None None] Provisioning complete for port 7521f4d7-d180-4ad7-807c-0b73c172ac73 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:27.627696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d3469c9c-7732-46ae-9ed8-2b492c82fb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.627796 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Attempting to bind port 7521f4d7-d180-4ad7-807c-0b73c172ac73 by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:27.627911 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Attempting to bind port 7521f4d7-d180-4ad7-807c-0b73c172ac73 on network b7eb9bf7-e153-4ff1-b638-f97c8165b41a {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:27.638670 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:27.639060 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Checking segment: {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:27.645568 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.646384 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Bound using segment: {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'} {{(pid=115321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:27.647051 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.managers [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Bound port: 7521f4d7-d180-4ad7-807c-0b73c172ac73, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ff215f-d2ba-4ecd-8849-884a6a1a84d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a'}}] {{(pid=115321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:27.647463 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), before_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.738653 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-d3469c9c-7732-46ae-9ed8-2b492c82fb8c None None] Port 7521f4d7-d180-4ad7-807c-0b73c172ac73 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:27.877896 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] For port 7521f4d7-d180-4ad7-807c-0b73c172ac73, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:27.881813 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.plugins.ml2.db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] For port 7521f4d7-d180-4ad7-807c-0b73c172ac73, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=7521f4d7-d180-4ad7-807c-0b73c172ac73,segment=NetworkSegment(65ff215f-d2ba-4ecd-8849-884a6a1a84d3),segment_id=65ff215f-d2ba-4ecd-8849-884a6a1a84d3)] {{(pid=115321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:27.891197 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (27025967-6966-415b-a2e3-6e57652ee93f), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.898785 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron_lib.callbacks.manager [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), after_update {{(pid=115321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:27.911304 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a687eb94-f49b-472c-b32a-e76100a547bd up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:28.039533 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812becf-e7ed-4371-ab5c-c5fe3335fb40 req-86c1f708-0a8b-4320-b1ef-4b9428632adc tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:28.040634 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d752178-d69e-47c6-bca4-ab4198603d9b None None] Pushing event updated for resources: {'Port': ['ID=7521f4d7-d180-4ad7-807c-0b73c172ac73,revision_number=4']} {{(pid=115321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:28.050590 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d812becf-e7ed-4371-ab5c-c5fe3335fb40 req-86c1f708-0a8b-4320-b1ef-4b9428632adc tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 932 time: 0.1558793 Jun 28 00:01:28.059899 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Routers {'2873f231-7290-457d-93e5-eb0053b3507b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:28.061185 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['2873f231-7290-457d-93e5-eb0053b3507b'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:28.089547 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port a687eb94-f49b-472c-b32a-e76100a547bd triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:28.092921 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.256280 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] Set router 2873f231-7290-457d-93e5-eb0053b3507b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:28.259172 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port a687eb94-f49b-472c-b32a-e76100a547bd is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:28.259732 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.272125 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d812becf-e7ed-4371-ab5c-c5fe3335fb40 req-1e824cb6-db4d-4bce-9961-cd3364bc21d3 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201014 Jun 28 00:01:28.304641 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38406) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:28.310202 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] For port a687eb94-f49b-472c-b32a-e76100a547bd, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a687eb94-f49b-472c-b32a-e76100a547bd,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:28.319547 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.391141 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] Provisioning complete for port 7521f4d7-d180-4ad7-807c-0b73c172ac73 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:28.391955 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.435617 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Pushing event updated for resources: {'Port': ['ID=a687eb94-f49b-472c-b32a-e76100a547bd,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:28.518325 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] Current status of the port 7521f4d7-d180-4ad7-807c-0b73c172ac73 is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:28.519410 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.544298 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ad3233f8-e0f3-4842-b413-9a4d18ae04a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.564047 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] For port 7521f4d7-d180-4ad7-807c-0b73c172ac73, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=7521f4d7-d180-4ad7-807c-0b73c172ac73,segment=NetworkSegment(65ff215f-d2ba-4ecd-8849-884a6a1a84d3),segment_id=65ff215f-d2ba-4ecd-8849-884a6a1a84d3)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:28.577618 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.626213 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27025967-6966-415b-a2e3-6e57652ee93f {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:28.628601 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23621d98-5433-4c33-9f15-03841ececbd3 None None] Pushing event updated for resources: {'Port': ['ID=7521f4d7-d180-4ad7-807c-0b73c172ac73,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:28.645845 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Publish callbacks [] for port (27025967-6966-415b-a2e3-6e57652ee93f), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.671068 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Transition to ACTIVE for port object 27025967-6966-415b-a2e3-6e57652ee93f will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 28 00:01:28.678517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (27025967-6966-415b-a2e3-6e57652ee93f), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.744693 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ad3233f8-e0f3-4842-b413-9a4d18ae04a5 admin admin] Publish callbacks [] for security_group (1d824466-11d5-4c66-9899-cd318d4dca8e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.756406 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ad3233f8-e0f3-4842-b413-9a4d18ae04a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (1d824466-11d5-4c66-9899-cd318d4dca8e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.764762 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '7521f4d7-d180-4ad7-807c-0b73c172ac73', 'name': '', 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'mac_address': 'fa:16:3e:50:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:27Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'subnets': [{'id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:28.807551 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e211c-a417-4295-bea0-fadf8f57cdbc None None] The sync data for ids ['2873f231-7290-457d-93e5-eb0053b3507b'] in dv-cinder-847864-2-iscsi is: [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '7521f4d7-d180-4ad7-807c-0b73c172ac73', 'name': '', 'network_id': 'b7eb9bf7-e153-4ff1-b638-f97c8165b41a', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'mac_address': 'fa:16:3e:50:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:27Z', 'revision_number': 4, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'subnets': [{'id': 'd75301da-df05-4a94-9862-1ebb6f5d98aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:28.840905 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ad3233f8-e0f3-4842-b413-9a4d18ae04a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a343f49b29b8457b9c8af89f0eec1297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339038 Jun 28 00:01:28.841769 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3233f8-e0f3-4842-b413-9a4d18ae04a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d824466-11d5-4c66-9899-cd318d4dca8e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:28.846096 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Pushing event updated for resources: {'Port': ['ID=27025967-6966-415b-a2e3-6e57652ee93f,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:28.852731 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38412) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:28.930431 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Attempting to bind port 27025967-6966-415b-a2e3-6e57652ee93f on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:28.931156 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Attempting to bind port 27025967-6966-415b-a2e3-6e57652ee93f by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:28.931156 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Attempting to bind port 27025967-6966-415b-a2e3-6e57652ee93f on network 204b9e9c-3625-476f-96ae-55367de65932 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:28.950089 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30e97e40-c00e-4eb8-b6c8-bf5e1bc4f460 admin admin] Publish callbacks [] for security_group (1d824466-11d5-4c66-9899-cd318d4dca8e), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:28.953022 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Port 27025967-6966-415b-a2e3-6e57652ee93f on network 204b9e9c-3625-476f-96ae-55367de65932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 00:01:28.953379 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Attempting to bind port 27025967-6966-415b-a2e3-6e57652ee93f on network 204b9e9c-3625-476f-96ae-55367de65932 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:28.983638 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30e97e40-c00e-4eb8-b6c8-bf5e1bc4f460 admin admin] Publish callbacks [] for security_group (1d824466-11d5-4c66-9899-cd318d4dca8e), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.003857 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:29.004198 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Checking segment: {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:29.004588 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Bound using segment: {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:29.005029 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Bound port: 27025967-6966-415b-a2e3-6e57652ee93f, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:29.005414 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (27025967-6966-415b-a2e3-6e57652ee93f), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.076026 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30e97e40-c00e-4eb8-b6c8-bf5e1bc4f460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (1d824466-11d5-4c66-9899-cd318d4dca8e), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.079611 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30e97e40-c00e-4eb8-b6c8-bf5e1bc4f460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.080332 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-30e97e40-c00e-4eb8-b6c8-bf5e1bc4f460 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d824466-11d5-4c66-9899-cd318d4dca8e HTTP/1.1" status: 204 len: 168 time: 0.2258298 Jun 28 00:01:29.096758 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Sync routers for ids ['b56a8dda-02eb-4633-b305-5502c88ba75f'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:01:29.116563 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e97e40-c00e-4eb8-b6c8-bf5e1bc4f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d824466-11d5-4c66-9899-cd318d4dca8e,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:29.123171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Routers {'b56a8dda-02eb-4633-b305-5502c88ba75f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:29.124048 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b56a8dda-02eb-4633-b305-5502c88ba75f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:29.146923 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] For port 27025967-6966-415b-a2e3-6e57652ee93f, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:29.155748 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] For port 27025967-6966-415b-a2e3-6e57652ee93f, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=27025967-6966-415b-a2e3-6e57652ee93f,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:29.170961 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (27025967-6966-415b-a2e3-6e57652ee93f), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.290624 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:29.294522 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.296103 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] 10.222.0.27 "PUT /v2.0/ports/27025967-6966-415b-a2e3-6e57652ee93f HTTP/1.1" status: 200 len: 1094 time: 2.1172817 Jun 28 00:01:29.296577 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'tag': '27025967-6966-415b-a2e3-6e57652ee93f'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:29.303252 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2ac3c2-decc-427f-a0d5-65f2dada383c", "tag": "27025967-6966-415b-a2e3-6e57652ee93f"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:29.347708 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f4c5-f6c0-490a-b943-3512dabf76a9 service neutron] Pushing event updated for resources: {'Port': ['ID=27025967-6966-415b-a2e3-6e57652ee93f,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:29.383391 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Set router b56a8dda-02eb-4633-b305-5502c88ba75f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:29.580706 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271741b9-eb1b-476d-be04-d047fc2dea21 x-openstack-request-id: req-271741b9-eb1b-476d-be04-d047fc2dea21 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:29.581011 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2ac3c2-decc-427f-a0d5-65f2dada383c", "tag": "27025967-6966-415b-a2e3-6e57652ee93f", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:29.581296 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-271741b9-eb1b-476d-be04-d047fc2dea21 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:29.581719 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271741b9-eb1b-476d-be04-d047fc2dea21'] response: {'name': 'network-changed', 'server_uuid': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'tag': '27025967-6966-415b-a2e3-6e57652ee93f', 'status': 'completed', 'code': 200} Jun 28 00:01:29.635260 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7b1b-9c23-4444-90d8-d79d9998e549 req-7670d903-52c3-4d97-b2a7-883bfe0bd8a6 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:29.646412 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c34f7b1b-9c23-4444-90d8-d79d9998e549 req-7670d903-52c3-4d97-b2a7-883bfe0bd8a6 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.2427576 Jun 28 00:01:29.719180 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-694864d1-e928-4f9f-ba1a-e0d7a260cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:29.721225 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-694864d1-e928-4f9f-ba1a-e0d7a260cff2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=393181d04232421a9bd8aeb443046b64&device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 1128 time: 0.2246041 Jun 28 00:01:29.778628 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38422) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:29.800627 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4bab0cc1-e386-4b8c-b954-b78a976a98e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:29.838713 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-f8249181-1b50-4e78-a82b-e901615ae3f2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27025967-6966-415b-a2e3-6e57652ee93f HTTP/1.1" status: 200 len: 217 time: 0.1031809 Jun 28 00:01:29.916836 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c34f7b1b-9c23-4444-90d8-d79d9998e549 req-44af0f9c-befa-43ac-8fa8-d47797f6dd3d tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503219 Jun 28 00:01:29.946787 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-7a66dccb-3618-4593-bcd1-c615a58d2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:29.961567 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-7a66dccb-3618-4593-bcd1-c615a58d2604 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=38e2807a-0901-4ac5-82cd-70d31e6a1037 HTTP/1.1" status: 200 len: 848 time: 0.0904219 Jun 28 00:01:30.027255 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-1f620727-03c1-4bb9-87da-e06e8dab278b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=204b9e9c-3625-476f-96ae-55367de65932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642929 Jun 28 00:01:30.056373 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4bab0cc1-e386-4b8c-b954-b78a976a98e4 admin admin] Publish callbacks [] for security_group (84a1655e-2447-4a9f-a0de-e577d0eb019e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.065608 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4bab0cc1-e386-4b8c-b954-b78a976a98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (84a1655e-2447-4a9f-a0de-e577d0eb019e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.070662 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 7521f4d7-d180-4ad7-807c-0b73c172ac73 up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:30.134444 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4bab0cc1-e386-4b8c-b954-b78a976a98e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=342fbedf0c4749fcb6a3fa0aed98d137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540301 Jun 28 00:01:30.135428 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab0cc1-e386-4b8c-b954-b78a976a98e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a1655e-2447-4a9f-a0de-e577d0eb019e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:30.138896 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38426) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:01:30.200045 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-be685272-0022-4703-81e2-daac04ae8048 service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640880 Jun 28 00:01:30.259028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-179816a8-d93c-4505-800d-6725f8293c0b admin admin] Publish callbacks [] for security_group (84a1655e-2447-4a9f-a0de-e577d0eb019e), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.302473 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-179816a8-d93c-4505-800d-6725f8293c0b admin admin] Publish callbacks [] for security_group (84a1655e-2447-4a9f-a0de-e577d0eb019e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.312203 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '36911449-efca-4d7e-8b89-717119d301cf', 'name': '', 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'mac_address': 'fa:16:3e:15:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:18Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 2, 'project_id': '208e43e60d9543218d06235f99f65910', 'subnets': [{'id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:30.314679 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 7521f4d7-d180-4ad7-807c-0b73c172ac73 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:30.315083 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.355218 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e97ca0db-2ca8-4ceb-b1a7-ebd96e6f28e0 req-e54e2196-c5d6-49bd-9fd0-95738a3606a1 service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455448 Jun 28 00:01:30.375108 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Checking router: b56a8dda-02eb-4633-b305-5502c88ba75f for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:01:30.375612 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Updating router b56a8dda-02eb-4633-b305-5502c88ba75f port 36911449-efca-4d7e-8b89-717119d301cf binding host dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 00:01:30.388238 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-179816a8-d93c-4505-800d-6725f8293c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (84a1655e-2447-4a9f-a0de-e577d0eb019e), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.393461 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-179816a8-d93c-4505-800d-6725f8293c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.394700 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-179816a8-d93c-4505-800d-6725f8293c0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84a1655e-2447-4a9f-a0de-e577d0eb019e HTTP/1.1" status: 204 len: 168 time: 0.2519231 Jun 28 00:01:30.404407 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179816a8-d93c-4505-800d-6725f8293c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a1655e-2447-4a9f-a0de-e577d0eb019e,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:30.408935 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (36911449-efca-4d7e-8b89-717119d301cf), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.537765 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-b2cee189-67e5-4fb3-968a-aafbadf8e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:30.539464 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-b2cee189-67e5-4fb3-968a-aafbadf8e029 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=393181d04232421a9bd8aeb443046b64&device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 1128 time: 0.0974019 Jun 28 00:01:30.734234 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-80304ea0-e025-4d7e-a738-00e5576492a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:30.737340 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-80304ea0-e025-4d7e-a738-00e5576492a3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 200 len: 909 time: 0.1908953 Jun 28 00:01:30.785296 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Publish callbacks [] for port (36911449-efca-4d7e-8b89-717119d301cf), precommit_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.794460 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 7521f4d7-d180-4ad7-807c-0b73c172ac73 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:30.795824 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a687eb94-f49b-472c-b32a-e76100a547bd up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:30.805213 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-09369e6d-bcf5-433e-a147-f8b6c17ea140 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27025967-6966-415b-a2e3-6e57652ee93f HTTP/1.1" status: 200 len: 217 time: 0.0589180 Jun 28 00:01:30.834924 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (36911449-efca-4d7e-8b89-717119d301cf), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.883754 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca13a79-b65d-4ee1-96f6-28f25a34d04f None None] Pushing event updated for resources: {'Port': ['ID=36911449-efca-4d7e-8b89-717119d301cf,revision_number=3']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:30.918051 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port a687eb94-f49b-472c-b32a-e76100a547bd triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:30.918496 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:30.927175 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-273725bb-c542-4f55-b9ad-a51f0edd83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:30.928892 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-273725bb-c542-4f55-b9ad-a51f0edd83a8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=38e2807a-0901-4ac5-82cd-70d31e6a1037 HTTP/1.1" status: 200 len: 848 time: 0.1166866 Jun 28 00:01:31.003313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Attempting to bind port 36911449-efca-4d7e-8b89-717119d301cf on host dv-cinder-847864-2-iscsi for vnic_type normal with profile {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:31.004037 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Attempting to bind port 36911449-efca-4d7e-8b89-717119d301cf by drivers openvswitch,hyperv on host dv-cinder-847864-2-iscsi at level 0 using segments [{'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:31.004571 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Attempting to bind port 36911449-efca-4d7e-8b89-717119d301cf on network da0fca7f-17dc-4323-9eca-9422c57941bd {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:31.011687 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Checking agent: {'id': '718bf3ba-daf1-4dd5-b981-290cf039b293', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 44, 54), 'started_at': datetime.datetime(2022, 6, 27, 23, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:31.012582 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Checking segment: {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:31.013195 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.013745 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Bound using segment: {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'} {{(pid=115320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:31.014423 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.managers [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Bound port: 36911449-efca-4d7e-8b89-717119d301cf, host: dv-cinder-847864-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27b6dc7-2417-46cd-b999-fbe533bc7a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd'}}] {{(pid=115320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:31.018832 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (36911449-efca-4d7e-8b89-717119d301cf), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.025002 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-3dd250eb-3dac-490d-a015-b0e1264116f1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=204b9e9c-3625-476f-96ae-55367de65932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887489 Jun 28 00:01:31.154757 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] For port 36911449-efca-4d7e-8b89-717119d301cf, host dv-cinder-847864-2-iscsi, cleared binding levels {{(pid=115320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:31.155858 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-e9ee91e5-0d17-4956-851e-db687a871f47 service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207740 Jun 28 00:01:31.167100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] For port 36911449-efca-4d7e-8b89-717119d301cf, host dv-cinder-847864-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=36911449-efca-4d7e-8b89-717119d301cf,segment=NetworkSegment(f27b6dc7-2417-46cd-b999-fbe533bc7a89),segment_id=f27b6dc7-2417-46cd-b999-fbe533bc7a89)] {{(pid=115320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:31.173764 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port a687eb94-f49b-472c-b32a-e76100a547bd is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:31.183352 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (36911449-efca-4d7e-8b89-717119d301cf), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.258817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] Provisioning complete for port 36911449-efca-4d7e-8b89-717119d301cf triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:31.258817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (36911449-efca-4d7e-8b89-717119d301cf), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.290688 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac496-212d-4082-9cbd-a572da414724 req-3a209b07-065a-42fd-b225-dd2a9939ac4f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:31.292167 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d76ac496-212d-4082-9cbd-a572da414724 req-3a209b07-065a-42fd-b225-dd2a9939ac4f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.1351607 Jun 28 00:01:31.328982 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5248e0e9-e18b-4669-9d54-6b0720fd3ef6 req-dac8b42e-da09-4a53-961b-7844cf4c48ab service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553571 Jun 28 00:01:31.332655 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Routers {'b56a8dda-02eb-4633-b305-5502c88ba75f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:01:31.333328 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b56a8dda-02eb-4633-b305-5502c88ba75f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:31.336705 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca13a79-b65d-4ee1-96f6-28f25a34d04f None None] Pushing event updated for resources: {'Port': ['ID=36911449-efca-4d7e-8b89-717119d301cf,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:31.377600 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d76ac496-212d-4082-9cbd-a572da414724 req-870da4f6-e9a2-4c80-87ef-daf50cbce13a tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754564 Jun 28 00:01:31.476696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] Current status of the port 36911449-efca-4d7e-8b89-717119d301cf is: DOWN; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:31.477186 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (36911449-efca-4d7e-8b89-717119d301cf), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.529097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] Set router b56a8dda-02eb-4633-b305-5502c88ba75f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:01:31.566397 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] For port 36911449-efca-4d7e-8b89-717119d301cf, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=36911449-efca-4d7e-8b89-717119d301cf,segment=NetworkSegment(f27b6dc7-2417-46cd-b999-fbe533bc7a89),segment_id=f27b6dc7-2417-46cd-b999-fbe533bc7a89)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:31.623478 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (36911449-efca-4d7e-8b89-717119d301cf), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.747904 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a227b-4e94-4e9a-bc31-e62d8bb390f5 None None] Pushing event updated for resources: {'Port': ['ID=36911449-efca-4d7e-8b89-717119d301cf,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:31.767367 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-30463d91-5dd4-4f9d-a555-35b457b7d61d None None] Provisioning complete for port 36911449-efca-4d7e-8b89-717119d301cf triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:31.767777 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-30463d91-5dd4-4f9d-a555-35b457b7d61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (36911449-efca-4d7e-8b89-717119d301cf), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:31.885402 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-30463d91-5dd4-4f9d-a555-35b457b7d61d None None] Current status of the port 36911449-efca-4d7e-8b89-717119d301cf is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:31.898100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '36911449-efca-4d7e-8b89-717119d301cf', 'name': '', 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'mac_address': 'fa:16:3e:15:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:18Z', 'updated_at': '2022-06-28T00:01:31Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'subnets': [{'id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:01:31.926444 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49919397-2fa9-4beb-a326-9ece241bbb39 None None] The sync data for ids ['b56a8dda-02eb-4633-b305-5502c88ba75f'] in dv-cinder-847864-2-iscsi is: [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:01:20Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '36911449-efca-4d7e-8b89-717119d301cf', 'name': '', 'network_id': 'da0fca7f-17dc-4323-9eca-9422c57941bd', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'mac_address': 'fa:16:3e:15:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:18Z', 'updated_at': '2022-06-28T00:01:31Z', 'revision_number': 4, 'project_id': '208e43e60d9543218d06235f99f65910', 'subnets': [{'id': '1e16836e-7b36-4128-8718-f12c6ff5ac82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:01:31.962104 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 36911449-efca-4d7e-8b89-717119d301cf up at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:32.032072 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Provisioning complete for port 36911449-efca-4d7e-8b89-717119d301cf triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:32.032552 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (36911449-efca-4d7e-8b89-717119d301cf), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:32.146278 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Current status of the port 36911449-efca-4d7e-8b89-717119d301cf is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:32.544214 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd7348-c102-45a6-a84f-73563cf59746 req-bf200265-4752-425d-9bc8-0d464591f4b5 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:32.548114 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5acd7348-c102-45a6-a84f-73563cf59746 req-bf200265-4752-425d-9bc8-0d464591f4b5 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.0776467 Jun 28 00:01:32.624162 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5acd7348-c102-45a6-a84f-73563cf59746 req-2ef2be7b-b6e2-426b-83c8-6fc40d925975 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Jun 28 00:01:33.004412 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:33.768876 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b019fc-7483-45c4-8a5c-183f1a7d51b6 req-0f2387e6-430b-4bef-9833-8f54e04fce16 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:33.770619 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-11b019fc-7483-45c4-8a5c-183f1a7d51b6 req-0f2387e6-430b-4bef-9833-8f54e04fce16 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.0672081 Jun 28 00:01:33.831481 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-11b019fc-7483-45c4-8a5c-183f1a7d51b6 req-0d618301-76b8-4ef5-90dc-f06d3acbf30f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543768 Jun 28 00:01:34.956488 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fb48d-f7a6-4d7f-a093-4c3af45cc16a req-334d7327-4520-4189-9636-94c3d03912ef tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:34.958472 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f46fb48d-f7a6-4d7f-a093-4c3af45cc16a req-334d7327-4520-4189-9636-94c3d03912ef tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.0600727 Jun 28 00:01:35.005345 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f46fb48d-f7a6-4d7f-a093-4c3af45cc16a req-30c9a42e-cab8-4c2f-93b5-51d5eb6d7def tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Jun 28 00:01:35.209549 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-867a57dc-18ab-457e-85e6-f2d1918a041b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:35.211020 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-867a57dc-18ab-457e-85e6-f2d1918a041b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 814 time: 0.1045575 Jun 28 00:01:35.225844 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-e57a89cb-6c7b-4ddb-a4b5-a7b75d33c6d3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/quotas/4c678f4e37044f55bb7a3e62aaaf8184 HTTP/1.1" status: 200 len: 375 time: 0.0091062 Jun 28 00:01:35.287612 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-61f8490d-37a2-43f9-805b-6519712f1086 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565798 Jun 28 00:01:35.386841 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-3e6ea99a-612c-47a5-be71-be41090d6c41 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864437 Jun 28 00:01:35.477196 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-0edd4104-e8d3-4635-b094-973b9c61dd45 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818973 Jun 28 00:01:35.635256 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eebf9ffb-ec74-4297-99ea-b31bcdae26a8 req-7a84a539-f7ed-4c05-a414-c49453a6b1e0 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Jun 28 00:01:36.132433 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc89efb-cb03-4d4e-90c8-ec9da076730d req-e4561772-b978-4dad-a348-cf1c3c3e809c tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:36.133961 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebc89efb-cb03-4d4e-90c8-ec9da076730d req-e4561772-b978-4dad-a348-cf1c3c3e809c tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.0597625 Jun 28 00:01:36.180766 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ebc89efb-cb03-4d4e-90c8-ec9da076730d req-ffe5b38a-6800-4dc9-be7d-1faa01090b92 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Jun 28 00:01:36.736660 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e214c082-ddac-4051-a222-1aca1fccb86b req-1bdb152e-7a5c-4663-9dc6-3d14a71b7b3a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 210 time: 0.0272584 Jun 28 00:01:37.059104 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-ecc19e40-5aab-4c95-8622-516f94ae3d61 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:37.060775 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-ecc19e40-5aab-4c95-8622-516f94ae3d61 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 814 time: 0.1037486 Jun 28 00:01:37.100342 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'port': {'device_id': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'admin_state_up': True, 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:37.219880 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Made reservation on behalf of 4c678f4e37044f55bb7a3e62aaaf8184 for: {'port': 1} {{(pid=115319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:37.223936 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:37.386505 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628e480-1c4d-40be-9654-d1ecf2d1fbf6 req-fc0d3445-fdab-4c2c-9e22-5c36a3d8a953 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:37.387992 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b628e480-1c4d-40be-9654-d1ecf2d1fbf6 req-fc0d3445-fdab-4c2c-9e22-5c36a3d8a953 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 944 time: 0.1069951 Jun 28 00:01:37.411814 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_common [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Allocated IP 172.20.0.12 (6c7c673c-1959-43b7-9b69-ec0bb9166166/82d83609-eeed-43cf-8e3f-8e511c7da49d/7ef26459-e81e-4a98-bdcf-22b6643a5c72) {{(pid=115319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:37.460909 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b628e480-1c4d-40be-9654-d1ecf2d1fbf6 req-7576f0f7-233d-419c-9ac5-1b0a5dbb4616 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663826 Jun 28 00:01:37.607569 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:37.654098 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:37.723676 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 is already hosted by enough agents. {{(pid=115319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:37.730689 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.base_scheduler [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Resources bound (agent type, host, resource id): {{(pid=115319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:37.741403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Received port after_create {{(pid=115319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:37.747655 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=1']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:37.856175 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:37.857276 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:37.916244 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5c69f4ce-0ab5-4ea3-891d-32b18973f7cd tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8198791 Jun 28 00:01:37.940209 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa646dc-6718-4904-9f43-cb4242a9ac47 req-110a4153-972e-4147-9bf2-f50b90595119 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:37.942105 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eaa646dc-6718-4904-9f43-cb4242a9ac47 req-110a4153-972e-4147-9bf2-f50b90595119 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0771556 Jun 28 00:01:38.022447 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-eaa646dc-6718-4904-9f43-cb4242a9ac47 req-962c12d8-3f3c-4e57-9af3-5832425ac334 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723701 Jun 28 00:01:38.076360 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-e7f4d06d-85b5-4745-95b9-0e72bfde87b3 None None] Provisioning complete for port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:38.077498 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d06d-85b5-4745-95b9-0e72bfde87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:38.098342 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 27025967-6966-415b-a2e3-6e57652ee93f details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:01:38.121189 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d06d-85b5-4745-95b9-0e72bfde87b3 None None] Port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:38.216612 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 27025967-6966-415b-a2e3-6e57652ee93f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=27025967-6966-415b-a2e3-6e57652ee93f,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:38.227629 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '27025967-6966-415b-a2e3-6e57652ee93f', 'network_id': '204b9e9c-3625-476f-96ae-55367de65932', 'port_id': '27025967-6966-415b-a2e3-6e57652ee93f', 'mac_address': 'fa:16:3e:8d:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2807a-0901-4ac5-82cd-70d31e6a1037', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:01:38.262341 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 27025967-6966-415b-a2e3-6e57652ee93f is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:38.262730 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (27025967-6966-415b-a2e3-6e57652ee93f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:38.275883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27025967-6966-415b-a2e3-6e57652ee93f {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:38.295297 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 27025967-6966-415b-a2e3-6e57652ee93f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=27025967-6966-415b-a2e3-6e57652ee93f,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:38.302764 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (27025967-6966-415b-a2e3-6e57652ee93f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:38.364434 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=27025967-6966-415b-a2e3-6e57652ee93f,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:38.599815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c54a55-521c-4fac-a9c3-0bb1fff49691 req-658f6a59-a105-4a31-b77a-4ccaac344273 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:38.601741 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7c54a55-521c-4fac-a9c3-0bb1fff49691 req-658f6a59-a105-4a31-b77a-4ccaac344273 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 945 time: 0.0645068 Jun 28 00:01:38.653658 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b7c54a55-521c-4fac-a9c3-0bb1fff49691 req-bb43a426-666f-43c0-904e-3d47fdc55779 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Jun 28 00:01:38.684683 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['27025967-6966-415b-a2e3-6e57652ee93f'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:01:39.153288 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e846dcc-42ed-43f8-80ca-b36bb690a822 req-d517d9b6-d83c-42f3-8037-05a115ab3aab tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:39.154773 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1e846dcc-42ed-43f8-80ca-b36bb690a822 req-d517d9b6-d83c-42f3-8037-05a115ab3aab tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0590627 Jun 28 00:01:39.211976 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1e846dcc-42ed-43f8-80ca-b36bb690a822 req-94f3278b-bafe-4dc5-8d23-f788174337c4 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499938 Jun 28 00:01:39.778752 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624993e-2873-4cc8-8d68-bf590a5f19ac req-ec16f06d-d1b3-4d6f-8fd6-6730b31b7254 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:39.780219 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c624993e-2873-4cc8-8d68-bf590a5f19ac req-ec16f06d-d1b3-4d6f-8fd6-6730b31b7254 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 945 time: 0.0562944 Jun 28 00:01:39.828554 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c624993e-2873-4cc8-8d68-bf590a5f19ac req-4ebdea9e-0f2b-4ac1-af5e-a4ca1c1783c1 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Jun 28 00:01:40.091971 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 27025967-6966-415b-a2e3-6e57652ee93f up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:40.141619 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 27025967-6966-415b-a2e3-6e57652ee93f completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 28 00:01:40.145687 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 27025967-6966-415b-a2e3-6e57652ee93f triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:40.146065 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (27025967-6966-415b-a2e3-6e57652ee93f), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:40.230194 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 27025967-6966-415b-a2e3-6e57652ee93f is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:40.230672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (27025967-6966-415b-a2e3-6e57652ee93f), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:40.269651 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27025967-6966-415b-a2e3-6e57652ee93f'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:40.272570 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de05392-3d34-4a51-aefa-bff1ca35ed1a" -d '{"events": [{"server_uuid": "cc2ac3c2-decc-427f-a0d5-65f2dada383c", "name": "network-vif-plugged", "status": "completed", "tag": "27025967-6966-415b-a2e3-6e57652ee93f"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:40.285925 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 27025967-6966-415b-a2e3-6e57652ee93f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=27025967-6966-415b-a2e3-6e57652ee93f,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:40.296595 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (27025967-6966-415b-a2e3-6e57652ee93f), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:40.326335 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15fedcf-c45c-43cd-9a43-8169d5da6e51 x-openstack-request-id: req-e15fedcf-c45c-43cd-9a43-8169d5da6e51 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:40.326628 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2ac3c2-decc-427f-a0d5-65f2dada383c", "name": "network-vif-plugged", "status": "completed", "tag": "27025967-6966-415b-a2e3-6e57652ee93f", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:40.326888 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e15fedcf-c45c-43cd-9a43-8169d5da6e51 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:40.327288 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15fedcf-c45c-43cd-9a43-8169d5da6e51'] response: {'server_uuid': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27025967-6966-415b-a2e3-6e57652ee93f', 'code': 200} Jun 28 00:01:40.353646 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=27025967-6966-415b-a2e3-6e57652ee93f,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:40.363548 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844391ab-70b7-4737-85bc-088c0d906f96 req-3680b4ce-75c7-47c2-ba5c-c67338b27241 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:40.365334 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-844391ab-70b7-4737-85bc-088c0d906f96 req-3680b4ce-75c7-47c2-ba5c-c67338b27241 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0688148 Jun 28 00:01:40.424948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-844391ab-70b7-4737-85bc-088c0d906f96 req-1a8f66b5-8e02-462d-a15e-672e57d437da tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539234 Jun 28 00:01:40.964327 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18368-0d5a-44c7-82df-076a5b811f20 req-cad065ad-efb9-4fa9-be73-8c7f712549b9 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:40.965808 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-45c18368-0d5a-44c7-82df-076a5b811f20 req-cad065ad-efb9-4fa9-be73-8c7f712549b9 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0606670 Jun 28 00:01:41.026099 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-45c18368-0d5a-44c7-82df-076a5b811f20 req-129adde1-e8b1-4a02-bfa3-6f989fcedf3a tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Jun 28 00:01:41.560212 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd5381-2d07-4fdb-b2ef-58039ea1cf16 req-f72907fe-2399-49ef-9832-33cc3b39a31f tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:41.561767 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fbd5381-2d07-4fdb-b2ef-58039ea1cf16 req-f72907fe-2399-49ef-9832-33cc3b39a31f tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0652626 Jun 28 00:01:41.645971 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6fbd5381-2d07-4fdb-b2ef-58039ea1cf16 req-4c73f120-ba1a-40c8-b52e-fe49e4a0ff48 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 Jun 28 00:01:41.724344 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-525a8034-94ec-4a8d-b5c3-46768d5bfba4 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944890174&fields=id&tenant_id=184c5d5a2ef040a2a58833d89acdaed4 HTTP/1.1" status: 200 len: 267 time: 0.0598834 Jun 28 00:01:41.844733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-66b22ab1-aa61-4c5c-95c8-870d05380b8a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:41.846277 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-66b22ab1-aa61-4c5c-95c8-870d05380b8a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 808 time: 0.1152892 Jun 28 00:01:41.861867 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-e5a758d6-b41c-437b-ac89-73b761e247ac tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/quotas/184c5d5a2ef040a2a58833d89acdaed4 HTTP/1.1" status: 200 len: 375 time: 0.0094657 Jun 28 00:01:41.920875 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-36adcba6-d06c-4d50-90f4-f7837da98b41 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533917 Jun 28 00:01:42.024567 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-d510f744-45ff-4981-970d-ce95d7e7c434 service neutron] 10.222.0.26 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878379 Jun 28 00:01:42.177066 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-7cdde036-c145-4571-bcb6-121d24980a71 service neutron] 10.222.0.26 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461010 Jun 28 00:01:42.189358 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb6ea5-9843-4037-b1cb-41275b771f56 req-d1f72ad2-405e-4ce4-afad-e403d6a01fff tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:42.191454 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-78fb6ea5-9843-4037-b1cb-41275b771f56 req-d1f72ad2-405e-4ce4-afad-e403d6a01fff tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0924916 Jun 28 00:01:42.262378 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-78fb6ea5-9843-4037-b1cb-41275b771f56 req-f32318e0-adad-41a2-bad9-b8b637d6146b tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648777 Jun 28 00:01:42.540139 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ef915c05-42b0-49bf-ad1c-3ac95ddcbd79 req-c3b13b8c-6bfb-442a-94f8-cfb380d630cf tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 210 time: 0.0317657 Jun 28 00:01:42.788080 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1415a-be3a-4013-8004-8bd1b9181841 req-8fa7920d-c658-44cb-b1af-ef214c273fd3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:42.791518 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-62b1415a-be3a-4013-8004-8bd1b9181841 req-8fa7920d-c658-44cb-b1af-ef214c273fd3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0658545 Jun 28 00:01:42.866340 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-62b1415a-be3a-4013-8004-8bd1b9181841 req-93d332a9-80de-46c1-a6ff-551dd7beb3cc tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703580 Jun 28 00:01:43.394962 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcff08-0c89-426a-a158-2bd82109b0bf req-bd6af5dc-9fd0-4828-9282-a42ef0a65f4f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:43.397790 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d2dcff08-0c89-426a-a158-2bd82109b0bf req-bd6af5dc-9fd0-4828-9282-a42ef0a65f4f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0642188 Jun 28 00:01:43.450028 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d2dcff08-0c89-426a-a158-2bd82109b0bf req-56400d68-8486-402f-974f-ef31441e4310 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Jun 28 00:01:43.641405 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-92db9078-1fa9-4094-9c94-95255a4322c8 req-970f0736-2260-4b11-9d3a-4b331f4f45e6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 210 time: 0.0275323 Jun 28 00:01:43.993199 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26758-2c6c-48ec-9c86-9d7be4930f5d req-41cacb06-f0f7-4f5c-bd00-b0f5c7e2e58f tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:43.994689 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-14e26758-2c6c-48ec-9c86-9d7be4930f5d req-41cacb06-f0f7-4f5c-bd00-b0f5c7e2e58f tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0581753 Jun 28 00:01:44.045603 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-14e26758-2c6c-48ec-9c86-9d7be4930f5d req-ff4def1b-4a31-488a-b5e9-f51728a765af tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Jun 28 00:01:44.580434 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c162-9c8b-46f0-bd34-f6d524f03be9 req-676dcde0-9d5f-4e98-9729-085d5cc417c8 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:44.581981 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7707c162-9c8b-46f0-bd34-f6d524f03be9 req-676dcde0-9d5f-4e98-9729-085d5cc417c8 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0577567 Jun 28 00:01:44.633975 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7707c162-9c8b-46f0-bd34-f6d524f03be9 req-444fa125-a9da-4dfa-89b4-5e1cc1333fce tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 Jun 28 00:01:44.736293 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6736940b-ca26-458a-8cd3-3224fa3db6e9 req-4c4a6ddc-6b15-46a9-9744-c66af4023e43 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Jun 28 00:01:45.178240 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262721-36b1-49c7-835f-be007026f44e req-72008754-e614-4c37-859f-3178d59ffa03 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:45.180373 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-24262721-36b1-49c7-835f-be007026f44e req-72008754-e614-4c37-859f-3178d59ffa03 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.0629139 Jun 28 00:01:45.235703 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-24262721-36b1-49c7-835f-be007026f44e req-811a452d-37fd-4ea8-b9e4-5a1eeea18cb3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Jun 28 00:01:45.760574 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d87a77-52cd-4de3-a8f4-1da5bf31aafe req-04463970-d5ac-4063-bdd0-a8a1050a23e2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:45.762095 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03d87a77-52cd-4de3-a8f4-1da5bf31aafe req-04463970-d5ac-4063-bdd0-a8a1050a23e2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0580742 Jun 28 00:01:45.817948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-03d87a77-52cd-4de3-a8f4-1da5bf31aafe req-4730153b-a7de-4387-b7fa-f80693126931 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500720 Jun 28 00:01:45.837062 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4e87c7d4-090e-4fa7-9b23-776eb5d506c0 req-63d18a8e-a80b-4ea0-9479-671e74cc3c88 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jun 28 00:01:46.064288 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Request body: {'port': {'device_id': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:46.124630 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:46.350681 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fdb7c-01f7-489a-8af3-34bec0a3a236 req-607d8032-8597-40e8-b257-34b18ac277c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:46.352239 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-df3fdb7c-01f7-489a-8af3-34bec0a3a236 req-607d8032-8597-40e8-b257-34b18ac277c5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 1130 time: 0.0527551 Jun 28 00:01:46.406567 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-df3fdb7c-01f7-489a-8af3-34bec0a3a236 req-6fb9df4f-aa91-4a33-a00a-321c0400750d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Jun 28 00:01:46.429990 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76e143-dad0-4c3e-86ab-f59da452eb44 req-04a06797-bc25-4945-a065-65407e6ab42a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:46.431462 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a76e143-dad0-4c3e-86ab-f59da452eb44 req-04a06797-bc25-4945-a065-65407e6ab42a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 932 time: 0.1053743 Jun 28 00:01:46.435387 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef26459-e81e-4a98-bdcf-22b6643a5c72 {{(pid=115319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:46.448181 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Publish callbacks [] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:46.470196 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.provisioning_blocks [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Transition to ACTIVE for port object 7ef26459-e81e-4a98-bdcf-22b6643a5c72 will not be triggered until provisioned by entity L2. {{(pid=115319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 28 00:01:46.479053 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:46.519010 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a76e143-dad0-4c3e-86ab-f59da452eb44 req-2325bdbd-eca8-4026-a230-d1fdc764b027 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791509 Jun 28 00:01:46.536534 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=2']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:46.622060 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Attempting to bind port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:46.622377 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Attempting to bind port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:46.622717 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Attempting to bind port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 on network 6c7c673c-1959-43b7-9b69-ec0bb9166166 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:46.627473 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 on network 6c7c673c-1959-43b7-9b69-ec0bb9166166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 00:01:46.627798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Attempting to bind port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 on network 6c7c673c-1959-43b7-9b69-ec0bb9166166 {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:46.633198 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:46.633532 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Checking segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:46.633909 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Bound using segment: {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'} {{(pid=115319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:46.634340 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.managers [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Bound port: 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1c94fc-d62f-4b7f-8930-68ffd084146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166'}}] {{(pid=115319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:46.634694 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:46.699815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, cleared binding levels {{(pid=115319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:46.704036 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:46.712920 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:46.745414 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:46.746024 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:46.747415 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] 10.222.0.27 "PUT /v2.0/ports/7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 1094 time: 0.6893840 Jun 28 00:01:46.747859 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:46.750240 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:46.776494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183177e-cbdc-4c3a-9cc1-70a1646a5214 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=3']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:46.789404 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3efd86-7fcf-4010-bff8-de6d9508b01f x-openstack-request-id: req-0d3efd86-7fcf-4010-bff8-de6d9508b01f {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:46.790458 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:46.790673 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d3efd86-7fcf-4010-bff8-de6d9508b01f {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:46.791111 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3efd86-7fcf-4010-bff8-de6d9508b01f'] response: {'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'status': 'completed', 'code': 200} Jun 28 00:01:46.905035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c req-93d6f62b-8db9-4b90-b746-5f71cd000077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:46.906575 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c req-93d6f62b-8db9-4b90-b746-5f71cd000077 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1128 time: 0.0668812 Jun 28 00:01:46.970788 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-10cc6cfc-4d47-42da-bcb2-6bb2975dc023 req-49e9c85e-03f3-465a-adb8-f3494e2d1075 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 210 time: 0.0492327 Jun 28 00:01:47.029810 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4ba12-1c75-4262-a22a-a824017ad1cb req-80f57d32-bc31-4f81-8684-895a20306239 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.031303 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56d4ba12-1c75-4262-a22a-a824017ad1cb req-80f57d32-bc31-4f81-8684-895a20306239 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.1394594 Jun 28 00:01:47.077403 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c req-65fcdbce-7a92-4609-acf0-255bb813a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.078837 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c req-65fcdbce-7a92-4609-acf0-255bb813a36f service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1453698 Jun 28 00:01:47.274833 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-1244edf9-06d9-453e-b990-1c4158bd193b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.276734 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-1244edf9-06d9-453e-b990-1c4158bd193b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 808 time: 0.1141858 Jun 28 00:01:47.353203 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-16d4e05a-8346-4d35-bff3-5933a8382b9f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=184c5d5a2ef040a2a58833d89acdaed4 HTTP/1.1" status: 200 len: 380 time: 0.0557606 Jun 28 00:01:47.363213 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'port': {'device_id': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'admin_state_up': True, 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'security_groups': ['bb3361cd-efb3-4e9a-8ea7-2af26e4205d7']}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:47.419578 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56d4ba12-1c75-4262-a22a-a824017ad1cb req-f952414d-43f1-40ad-b72c-e27b971e3b87 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777092 Jun 28 00:01:47.461452 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c req-5b1fff4a-b4d0-4fc7-af3e-2574316eac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.463273 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a3ea805c-f219-41ca-a15b-34a5df0fcd5c req-5b1fff4a-b4d0-4fc7-af3e-2574316eac51 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3758626 Jun 28 00:01:47.478481 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Made reservation on behalf of 184c5d5a2ef040a2a58833d89acdaed4 for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:47.481862 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:47.516486 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-54405296-097e-42d1-8b10-84a0fc7fc75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:47.607912 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Allocated IP 172.20.0.5 (01ee029d-2b17-4896-a01d-874b75b5d2b1/1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba/1709b927-d6ba-4ed6-bc45-9a8a388bd2e4) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:47.652159 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-488eb988-ebf2-4b3a-b9a7-55fc35d0d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.653578 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-488eb988-ebf2-4b3a-b9a7-55fc35d0d18a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1128 time: 0.0781467 Jun 28 00:01:47.679792 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2bbb6-ae6e-4df0-bcc9-b63a9084c410 req-1b71de30-6048-4d9e-8d93-04bf65c7daba tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.681312 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e8f2bbb6-ae6e-4df0-bcc9-b63a9084c410 req-1b71de30-6048-4d9e-8d93-04bf65c7daba tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 944 time: 0.0810258 Jun 28 00:01:47.720270 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-162c88fd-7b5e-42a8-a016-80c8ce401432 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 217 time: 0.0379729 Jun 28 00:01:47.775384 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:47.786025 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e8f2bbb6-ae6e-4df0-bcc9-b63a9084c410 req-95b40c16-babb-4f21-b412-a53ac859da47 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962729 Jun 28 00:01:47.801959 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-7ddefa8f-1b2e-4bfe-b700-f8687e8b0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.803401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-7ddefa8f-1b2e-4bfe-b700-f8687e8b0e5b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0642822 Jun 28 00:01:47.813301 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:47.857209 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-63f62f49-2296-4f36-8cb6-c87c1008de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.857464 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:47.859645 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-63f62f49-2296-4f36-8cb6-c87c1008de93 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485713 Jun 28 00:01:47.864767 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:47.867217 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:47.869346 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:47.928757 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:47.929486 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:47.951246 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-9f6968e5-c92c-46d1-95c3-06eff265e5c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922375 Jun 28 00:01:47.983814 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Request body: {'port': {'device_id': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:47.988717 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-2be983f9-1b5a-4068-b745-a96b60c541fd service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201975 Jun 28 00:01:48.096152 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.143507 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0c8475d4-7e03-4c53-918f-4e329f3b283f req-7cc7d8c4-adc7-40da-8cb3-1fd49a0768c0 service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489565 Jun 28 00:01:48.158394 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981629e-a55e-4d8e-aa43-7153982e072a req-1aeebeba-fef7-4248-b8a8-93a8ffc7c928 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.160543 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c981629e-a55e-4d8e-aa43-7153982e072a req-1aeebeba-fef7-4248-b8a8-93a8ffc7c928 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 931 time: 0.0896099 Jun 28 00:01:48.169817 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-d6dae0bb-62fc-4685-bc2f-6761a7fe9a21 None None] Provisioning complete for port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:48.170323 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d6dae0bb-62fc-4685-bc2f-6761a7fe9a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.202755 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-d6dae0bb-62fc-4685-bc2f-6761a7fe9a21 None None] Port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 cannot update to ACTIVE because it is not bound. {{(pid=115320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jun 28 00:01:48.219418 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c981629e-a55e-4d8e-aa43-7153982e072a req-545efc30-d4d6-43c2-a9f9-22ecb2bb7a94 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530229 Jun 28 00:01:48.365850 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:48.373147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Publish callbacks [] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.386491 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Transition to ACTIVE for port object 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 28 00:01:48.393028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.446993 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:48.525701 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Attempting to bind port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:48.526039 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Attempting to bind port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:48.526367 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Attempting to bind port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 on network 01ee029d-2b17-4896-a01d-874b75b5d2b1 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:48.530940 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 on network 01ee029d-2b17-4896-a01d-874b75b5d2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 00:01:48.531456 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Attempting to bind port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 on network 01ee029d-2b17-4896-a01d-874b75b5d2b1 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:48.537417 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:48.538492 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Checking segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:48.538937 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Bound using segment: {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:48.539313 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Bound port: 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:48.539675 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.551681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddbe48-6e07-4efb-a39d-6063a2877d73 req-b58ad674-1988-41e5-9760-a24503f1395d tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.553259 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-31ddbe48-6e07-4efb-a39d-6063a2877d73 req-b58ad674-1988-41e5-9760-a24503f1395d tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0604680 Jun 28 00:01:48.604183 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-31ddbe48-6e07-4efb-a39d-6063a2877d73 req-71e28c4c-29c3-42d7-affe-69039cc7b16b tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Jun 28 00:01:48.607038 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:48.610315 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:48.616911 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.649339 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.649974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:48.651372 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] 10.222.0.27 "PUT /v2.0/ports/1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 1093 time: 0.6742127 Jun 28 00:01:48.651819 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:48.654181 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d9693-345c-4951-97d8-62018e2af345" -d '{"events": [{"name": "network-changed", "server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:48.683831 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c6cb-b57c-4a29-9bf3-d34a83ddc62f service neutron] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:48.771794 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-e4f37d61-45df-4d87-a4d8-314c6afd3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.773542 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-e4f37d61-45df-4d87-a4d8-314c6afd3a89 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1127 time: 0.0550816 Jun 28 00:01:48.830652 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-10ed77e2-0d4a-43b6-a6c9-755ede7b68de service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 217 time: 0.0350385 Jun 28 00:01:48.855643 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0130faa8-52fb-4d39-879f-c29b3eb11695 x-openstack-request-id: req-0130faa8-52fb-4d39-879f-c29b3eb11695 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:48.855917 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:48.856441 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0130faa8-52fb-4d39-879f-c29b3eb11695 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:48.856683 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0130faa8-52fb-4d39-879f-c29b3eb11695'] response: {'name': 'network-changed', 'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'status': 'completed', 'code': 200} Jun 28 00:01:48.900909 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-c963154e-5b3c-4c30-8d69-7b47d128ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.902631 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-c963154e-5b3c-4c30-8d69-7b47d128ea7c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0642376 Jun 28 00:01:48.929280 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d3da-49d1-48ca-9ae9-c87de580a9b8 req-a4d0cb1f-1da4-46dd-a31e-dc985a9a790c tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.931431 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5307d3da-49d1-48ca-9ae9-c87de580a9b8 req-a4d0cb1f-1da4-46dd-a31e-dc985a9a790c tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 944 time: 0.0642629 Jun 28 00:01:48.969335 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1507da-07ed-4276-a251-22c197649ec3 req-ce38db78-4430-466f-9efe-040f700ea3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:48.970923 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-ce38db78-4430-466f-9efe-040f700ea3a2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531979 Jun 28 00:01:48.982493 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5307d3da-49d1-48ca-9ae9-c87de580a9b8 req-9573d435-1d3d-4dfc-85a6-282880529b45 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Jun 28 00:01:49.062558 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-10371f22-cc72-444b-bfd4-4d705de8a2dc service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845270 Jun 28 00:01:49.165765 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-ee1507da-07ed-4276-a251-22c197649ec3 req-4e39af94-f7bb-46c7-add6-66742e8099b5 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945954 Jun 28 00:01:49.341931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9693-345c-4951-97d8-62018e2af345 req-d41211ed-98d1-4752-a2e7-e0153f777111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:49.343578 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-d41211ed-98d1-4752-a2e7-e0153f777111 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1127 time: 0.0856097 Jun 28 00:01:49.361217 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c355d-98f2-435b-83d4-36ef95452b00 req-22f6bab9-4a6c-4c9c-81c9-2189bc35cae4 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:49.363103 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e99c355d-98f2-435b-83d4-36ef95452b00 req-22f6bab9-4a6c-4c9c-81c9-2189bc35cae4 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0742149 Jun 28 00:01:49.446698 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e99c355d-98f2-435b-83d4-36ef95452b00 req-dc4f62f5-9f59-4ff3-9128-105fa21ee4e7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775125 Jun 28 00:01:49.458095 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1bb1f-3876-424b-a4b6-889825de3096 req-792dbbaa-6759-48f1-b59f-85d21659764b tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:49.459937 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-44d1bb1f-3876-424b-a4b6-889825de3096 req-792dbbaa-6759-48f1-b59f-85d21659764b tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0896289 Jun 28 00:01:49.510834 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-44d1bb1f-3876-424b-a4b6-889825de3096 req-ef3ba7b3-e2b7-4532-ab20-54e3b7b53328 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Jun 28 00:01:49.716131 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9693-345c-4951-97d8-62018e2af345 req-45fb9851-7c40-465c-8bac-54827f268b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:49.717676 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-45fb9851-7c40-465c-8bac-54827f268b72 service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.3502548 Jun 28 00:01:49.749062 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-45972813-e362-4c43-99ed-41465b31c73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:49.758404 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-aad6dcd1-390c-41cf-9b0d-e6acca143fdb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 217 time: 0.0330713 Jun 28 00:01:49.811925 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9693-345c-4951-97d8-62018e2af345 req-9b1567c5-92da-42dc-9468-20456c63ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:49.813529 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-9b1567c5-92da-42dc-9468-20456c63ccf7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0448916 Jun 28 00:01:49.868043 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9693-345c-4951-97d8-62018e2af345 req-80b39f14-ec6e-4027-bd27-b95c0196e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:49.869668 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-80b39f14-ec6e-4027-bd27-b95c0196e97d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493805 Jun 28 00:01:49.963339 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-a71201ba-2fa6-4d17-a056-83337eeee5c4 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Jun 28 00:01:50.058641 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-868d9693-345c-4951-97d8-62018e2af345 req-b07c6252-16ff-44fa-bb7e-0b1e778bd444 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881088 Jun 28 00:01:50.110098 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8214e-0978-4caa-bb11-a9cc391db47f req-d9eb2740-4717-4a26-be8a-c3a432e8c9d5 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:50.111646 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dee8214e-0978-4caa-bb11-a9cc391db47f req-d9eb2740-4717-4a26-be8a-c3a432e8c9d5 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 944 time: 0.0599105 Jun 28 00:01:50.146917 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 7ef26459-e81e-4a98-bdcf-22b6643a5c72 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:01:50.163283 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-dee8214e-0978-4caa-bb11-a9cc391db47f req-727ff18c-7c1e-45e4-a7aa-4199b430320f tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Jun 28 00:01:50.253135 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:50.264694 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'port_id': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'mac_address': 'fa:16:3e:97:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:01:50.305458 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:50.305849 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:50.320958 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef26459-e81e-4a98-bdcf-22b6643a5c72 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:50.355557 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:50.379279 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:50.426135 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:50.572027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78998-e916-407c-87ed-90777864ec9c req-f7b098ff-c037-4f5b-b424-fe77bcd63561 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:50.573531 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8bc78998-e916-407c-87ed-90777864ec9c req-f7b098ff-c037-4f5b-b424-fe77bcd63561 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0588026 Jun 28 00:01:50.654494 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8bc78998-e916-407c-87ed-90777864ec9c req-5a50fa19-877d-464b-a1e2-5585e50779b1 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751784 Jun 28 00:01:50.675894 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0acc5-733c-491b-91a2-afeba74ffa6e req-0db7dca0-7a86-49b1-bcf3-280f1421a64c tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:50.675894 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-10d0acc5-733c-491b-91a2-afeba74ffa6e req-0db7dca0-7a86-49b1-bcf3-280f1421a64c tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0870316 Jun 28 00:01:50.724230 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-10d0acc5-733c-491b-91a2-afeba74ffa6e req-1b906c13-1f29-4831-a473-fcc88ce95ec6 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Jun 28 00:01:50.749259 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:50.754835 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['7ef26459-e81e-4a98-bdcf-22b6643a5c72'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:01:51.035100 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-60b2ce59-c5ee-466f-b39f-07ea4ba31e36 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:51.036566 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-60b2ce59-c5ee-466f-b39f-07ea4ba31e36 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 946 time: 0.0653412 Jun 28 00:01:51.146394 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Deleting port 27025967-6966-415b-a2e3-6e57652ee93f {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:01:51.146766 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (27025967-6966-415b-a2e3-6e57652ee93f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:51.239387 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] For port 27025967-6966-415b-a2e3-6e57652ee93f, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=27025967-6966-415b-a2e3-6e57652ee93f,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:51.239756 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (27025967-6966-415b-a2e3-6e57652ee93f), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:51.253236 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Calling delete_port for 27025967-6966-415b-a2e3-6e57652ee93f owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:01:51.286252 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f592e2a-b108-474e-beba-c73919d8cfcb req-1bd316f2-f63c-4f5c-a057-2e2ad9d81d76 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:51.287628 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0f592e2a-b108-474e-beba-c73919d8cfcb req-1bd316f2-f63c-4f5c-a057-2e2ad9d81d76 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 945 time: 0.0559444 Jun 28 00:01:51.333995 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0f592e2a-b108-474e-beba-c73919d8cfcb req-fcf77ea0-6a9f-45f6-8e71-9db6fa889b77 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Jun 28 00:01:51.395610 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (27025967-6966-415b-a2e3-6e57652ee93f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:51.426533 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Pushing event deleted for resources: {'Port': ['ID=27025967-6966-415b-a2e3-6e57652ee93f,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:51.436192 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['27025967-6966-415b-a2e3-6e57652ee93f'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:01:51.468380 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] No DVR routers for this DVR port 27025967-6966-415b-a2e3-6e57652ee93f on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:01:51.471490 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:51.474796 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-7ef227be-e0da-4dc1-bee0-38997d916ef8 req-13c547ec-631e-4f58-b02c-68554746ff0f tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "DELETE /v2.0/ports/27025967-6966-415b-a2e3-6e57652ee93f HTTP/1.1" status: 204 len: 173 time: 0.4283245 Jun 28 00:01:51.475270 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'name': 'network-vif-deleted', 'tag': '27025967-6966-415b-a2e3-6e57652ee93f'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:51.477548 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00428568-9141-4cf6-ac2c-de3147b997fa" -d '{"events": [{"server_uuid": "cc2ac3c2-decc-427f-a0d5-65f2dada383c", "name": "network-vif-deleted", "tag": "27025967-6966-415b-a2e3-6e57652ee93f"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:51.512082 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b23d8cb-c7bc-464b-8442-1ddcb6b36581 x-openstack-request-id: req-3b23d8cb-c7bc-464b-8442-1ddcb6b36581 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:51.512372 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2ac3c2-decc-427f-a0d5-65f2dada383c", "name": "network-vif-deleted", "tag": "27025967-6966-415b-a2e3-6e57652ee93f", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:51.512654 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b23d8cb-c7bc-464b-8442-1ddcb6b36581 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:51.513009 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b23d8cb-c7bc-464b-8442-1ddcb6b36581'] response: {'server_uuid': 'cc2ac3c2-decc-427f-a0d5-65f2dada383c', 'name': 'network-vif-deleted', 'tag': '27025967-6966-415b-a2e3-6e57652ee93f', 'status': 'completed', 'code': 200} Jun 28 00:01:51.785927 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6563de5-2a80-4980-ae26-2cc972ea5295 req-c8209374-5401-465d-9ab1-a9f99895fdc7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:51.787436 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d6563de5-2a80-4980-ae26-2cc972ea5295 req-c8209374-5401-465d-9ab1-a9f99895fdc7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0637453 Jun 28 00:01:51.838415 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0d9e7a47-e664-4f61-972e-cacc5b59b238 req-e9393a2f-a7cc-404a-b0a9-9a362577c214 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2ac3c2-decc-427f-a0d5-65f2dada383c HTTP/1.1" status: 200 len: 210 time: 0.0301735 Jun 28 00:01:51.865375 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d6563de5-2a80-4980-ae26-2cc972ea5295 req-05c9a230-578d-43d3-b79c-9724f1ef6a09 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720818 Jun 28 00:01:52.194466 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 7ef26459-e81e-4a98-bdcf-22b6643a5c72 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:52.258489 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:52.260489 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 28 00:01:52.264480 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:52.264851 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:52.461906 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff6638-d056-4a58-9694-bb49d851d4f1 req-a28a0abe-2c8a-47ee-99ae-0b193b567938 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:52.463358 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-acff6638-d056-4a58-9694-bb49d851d4f1 req-a28a0abe-2c8a-47ee-99ae-0b193b567938 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 945 time: 0.0617266 Jun 28 00:01:52.473292 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:52.473613 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:52.495983 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:52.498239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad557433-1591-418b-8909-d51d2c9ef2d2" -d '{"events": [{"server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "name": "network-vif-plugged", "status": "completed", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:52.512171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:52.513747 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-acff6638-d056-4a58-9694-bb49d851d4f1 req-15a43eed-6096-40d9-8151-c98891731751 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Jun 28 00:01:52.518441 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:52.519540 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 27025967-6966-415b-a2e3-6e57652ee93f no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:01:52.556133 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c34d6b-077e-4c82-9ba7-e9ef12e98010 x-openstack-request-id: req-31c34d6b-077e-4c82-9ba7-e9ef12e98010 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:52.556438 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "name": "network-vif-plugged", "status": "completed", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:52.556672 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31c34d6b-077e-4c82-9ba7-e9ef12e98010 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:52.557078 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c34d6b-077e-4c82-9ba7-e9ef12e98010'] response: {'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'code': 200} Jun 28 00:01:52.557576 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 27025967-6966-415b-a2e3-6e57652ee93f {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:01:52.557914 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 27025967-6966-415b-a2e3-6e57652ee93f not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:01:52.586264 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:52.776503 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294260b-3c91-4bf7-b1b1-62529fa01296 req-280d7bd2-b70b-444b-88f9-fc35a88b4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:52.778567 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4294260b-3c91-4bf7-b1b1-62529fa01296 req-280d7bd2-b70b-444b-88f9-fc35a88b4516 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1130 time: 0.0611441 Jun 28 00:01:52.830386 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4294260b-3c91-4bf7-b1b1-62529fa01296 req-36d8976f-a2ef-4eed-88f4-72c3d9a07c83 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Jun 28 00:01:52.994067 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4538-3e24-46a6-a687-110f153bcfdf req-10eba45a-0738-4e19-9411-c6a8c99a4f2f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:52.995528 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2ecc4538-3e24-46a6-a687-110f153bcfdf req-10eba45a-0738-4e19-9411-c6a8c99a4f2f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0548623 Jun 28 00:01:53.044147 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2ecc4538-3e24-46a6-a687-110f153bcfdf req-42f45765-16d0-4345-aefa-34233ad01782 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Jun 28 00:01:53.204852 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-78021e8e-3bb3-4dd4-916d-11544964c5da tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:53.206619 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-78021e8e-3bb3-4dd4-916d-11544964c5da tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/networks?id=204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 200 len: 808 time: 0.1020007 Jun 28 00:01:53.222660 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-29eda53b-a3b6-4042-ba7e-35365fb4aab7 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/quotas/393181d04232421a9bd8aeb443046b64 HTTP/1.1" status: 200 len: 375 time: 0.0094919 Jun 28 00:01:53.253369 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-b1f47d23-6399-4669-88c3-231eb57e18a5 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=393181d04232421a9bd8aeb443046b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256879 Jun 28 00:01:53.344518 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-558f32d3-bb34-48cb-ba45-aad203ff0048 service neutron] 10.222.0.26 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845463 Jun 28 00:01:53.434338 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-42e0a407-288b-4ecf-aa7a-baac53e8cc78 service neutron] 10.222.0.26 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832505 Jun 28 00:01:53.611697 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3524bbc5-f798-4d03-9ad5-0cf9fe6abb64 req-1246aa30-b217-4f14-ad5c-59b6565ac277 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 210 time: 0.0364292 Jun 28 00:01:53.664825 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b588-4e8d-4aa0-9f4d-6c23129362ce req-54553fc3-10b2-482d-afe1-174fd87ea558 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:53.666151 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fed7b588-4e8d-4aa0-9f4d-6c23129362ce req-54553fc3-10b2-482d-afe1-174fd87ea558 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0815384 Jun 28 00:01:53.718696 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fed7b588-4e8d-4aa0-9f4d-6c23129362ce req-525b0d09-ec39-49fe-89cd-09fbecf29dfa tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Jun 28 00:01:53.835840 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:54.163363 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dbc05-4a21-4008-ac7e-8612500165d9 req-cff5afcd-8a05-4e7e-a6fa-ea9ebbd206a7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:54.164912 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee6dbc05-4a21-4008-ac7e-8612500165d9 req-cff5afcd-8a05-4e7e-a6fa-ea9ebbd206a7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0546155 Jun 28 00:01:54.214508 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ee6dbc05-4a21-4008-ac7e-8612500165d9 req-ff0605c5-93e4-4d95-98d3-e8c9c5bbddb4 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436881 Jun 28 00:01:54.666395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-374be5cb-0af3-46ed-9102-49f9b9dcb914 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:54.667905 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-374be5cb-0af3-46ed-9102-49f9b9dcb914 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "GET /v2.0/networks?id=204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 200 len: 808 time: 0.1122422 Jun 28 00:01:54.687227 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Request body: {'port': {'device_id': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'network_id': '204b9e9c-3625-476f-96ae-55367de65932', 'admin_state_up': True, 'tenant_id': '393181d04232421a9bd8aeb443046b64'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:54.730268 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5919ab76-4f4d-4aa0-b239-f3513df02a8e req-b3b74aac-1593-4580-a092-c4671b83e721 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 210 time: 0.0293758 Jun 28 00:01:54.805470 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Made reservation on behalf of 393181d04232421a9bd8aeb443046b64 for: {'port': 1} {{(pid=115318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 00:01:54.808803 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:54.847829 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df2855-7121-48c9-9215-be536224f280 req-0b3484a4-5c64-48ad-a32a-2f34b3dd7663 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:54.849351 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88df2855-7121-48c9-9215-be536224f280 req-0b3484a4-5c64-48ad-a32a-2f34b3dd7663 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0584729 Jun 28 00:01:54.896580 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88df2855-7121-48c9-9215-be536224f280 req-8a6f2a08-6550-4473-ab7f-db875f4241d2 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Jun 28 00:01:54.937330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Allocated IP 172.20.0.10 (204b9e9c-3625-476f-96ae-55367de65932/38e2807a-0901-4ac5-82cd-70d31e6a1037/ec1a6681-8a9d-4af4-b186-2132b0268a73) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:01:55.013790 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7470-7472-4be9-b9aa-398ce6a73ee9 req-ed38aa45-acbd-413e-b7f0-381424b86aa0 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:55.015302 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-59bf7470-7472-4be9-b9aa-398ce6a73ee9 req-ed38aa45-acbd-413e-b7f0-381424b86aa0 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0525248 Jun 28 00:01:55.063023 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-59bf7470-7472-4be9-b9aa-398ce6a73ee9 req-e5dbbfae-fca4-47d8-95cc-88f28f6de6d2 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Jun 28 00:01:55.086847 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks [] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.119506 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.163671 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Network 204b9e9c-3625-476f-96ae-55367de65932 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:01:55.166831 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:01:55.173106 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:01:55.195630 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Pushing event updated for resources: {'Port': ['ID=ec1a6681-8a9d-4af4-b186-2132b0268a73,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:55.206645 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.207001 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.207371 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.207952 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.208243 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.208600 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.208950 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.209297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.209590 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.209935 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.210265 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.210587 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.210912 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:55.235010 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:55.235632 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.253704 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-efe92784-77a0-47d1-9b12-a8dc1661d969 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704648 Jun 28 00:01:55.278571 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Request body: {'port': {'device_id': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:01:55.337750 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.338710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd334f-719d-4c87-8a07-b4bebd6dfd44 req-77d9b5ff-0754-471f-ac44-92645db86e51 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:55.340330 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6bfd334f-719d-4c87-8a07-b4bebd6dfd44 req-77d9b5ff-0754-471f-ac44-92645db86e51 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0582697 Jun 28 00:01:55.417332 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6bfd334f-719d-4c87-8a07-b4bebd6dfd44 req-69da2a04-d400-428e-8f8a-fcf49093df04 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704861 Jun 28 00:01:55.431008 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476bfbe-6acd-4f77-b153-99fbb2bbe503 req-477057a8-da87-46f0-95e1-627a994210ba tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:55.432452 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1476bfbe-6acd-4f77-b153-99fbb2bbe503 req-477057a8-da87-46f0-95e1-627a994210ba tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0870056 Jun 28 00:01:55.479883 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1476bfbe-6acd-4f77-b153-99fbb2bbe503 req-0c5b2d55-9e5f-47ef-b5f1-f09d589dad6c tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Jun 28 00:01:55.600726 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1a6681-8a9d-4af4-b186-2132b0268a73 {{(pid=115318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:55.608359 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Publish callbacks [] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.622197 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.provisioning_blocks [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Transition to ACTIVE for port object ec1a6681-8a9d-4af4-b186-2132b0268a73 will not be triggered until provisioned by entity L2. {{(pid=115318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jun 28 00:01:55.626663 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.678917 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1a6681-8a9d-4af4-b186-2132b0268a73,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:55.747200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Attempting to bind port ec1a6681-8a9d-4af4-b186-2132b0268a73 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 28 00:01:55.747553 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Attempting to bind port ec1a6681-8a9d-4af4-b186-2132b0268a73 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 28 00:01:55.747880 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Attempting to bind port ec1a6681-8a9d-4af4-b186-2132b0268a73 on network 204b9e9c-3625-476f-96ae-55367de65932 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:55.752565 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Port ec1a6681-8a9d-4af4-b186-2132b0268a73 on network 204b9e9c-3625-476f-96ae-55367de65932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 28 00:01:55.752929 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Attempting to bind port ec1a6681-8a9d-4af4-b186-2132b0268a73 on network 204b9e9c-3625-476f-96ae-55367de65932 {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 28 00:01:55.758740 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Checking agent: {'id': 'fa852423-9a0e-45cb-9352-10cecfb2e1a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'started_at': datetime.datetime(2022, 6, 27, 23, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 0, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 28 00:01:55.759717 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Checking segment: {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 28 00:01:55.759717 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Bound using segment: {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'} {{(pid=115318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 28 00:01:55.760173 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.managers [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Bound port: ec1a6681-8a9d-4af4-b186-2132b0268a73, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd0e15e-99f6-4483-8454-b97778a20482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '204b9e9c-3625-476f-96ae-55367de65932'}}] {{(pid=115318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 28 00:01:55.760541 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.843466 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] For port ec1a6681-8a9d-4af4-b186-2132b0268a73, host hv-cinder-84786, cleared binding levels {{(pid=115318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 00:01:55.846667 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] For port ec1a6681-8a9d-4af4-b186-2132b0268a73, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 00:01:55.853753 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.865515 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27936df7-e561-4b62-b491-e80e07883b01 req-d5c23993-410f-4250-9728-b7bdd2909e62 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:55.867061 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-27936df7-e561-4b62-b491-e80e07883b01 req-d5c23993-410f-4250-9728-b7bdd2909e62 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 944 time: 0.0561345 Jun 28 00:01:55.889726 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:55.890327 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:55.891738 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] 10.222.0.27 "PUT /v2.0/ports/ec1a6681-8a9d-4af4-b186-2132b0268a73 HTTP/1.1" status: 200 len: 1094 time: 0.6176021 Jun 28 00:01:55.892196 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'tag': 'ec1a6681-8a9d-4af4-b186-2132b0268a73'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:55.894495 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338" -d '{"events": [{"name": "network-changed", "server_uuid": "0fae16db-a7d7-4151-9ae0-576a25da6d61", "tag": "ec1a6681-8a9d-4af4-b186-2132b0268a73"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:55.916937 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b701-3322-4769-ad7e-09e12ce7ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1a6681-8a9d-4af4-b186-2132b0268a73,revision_number=3']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:55.924615 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-27936df7-e561-4b62-b491-e80e07883b01 req-4e39842a-33b5-4f50-8702-ee1989c703e9 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516162 Jun 28 00:01:55.949357 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac869915-8b9f-48e2-ae36-978f40a14091 x-openstack-request-id: req-ac869915-8b9f-48e2-ae36-978f40a14091 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:55.949664 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fae16db-a7d7-4151-9ae0-576a25da6d61", "tag": "ec1a6681-8a9d-4af4-b186-2132b0268a73", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:55.949927 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac869915-8b9f-48e2-ae36-978f40a14091 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:55.950342 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac869915-8b9f-48e2-ae36-978f40a14091'] response: {'name': 'network-changed', 'server_uuid': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'tag': 'ec1a6681-8a9d-4af4-b186-2132b0268a73', 'status': 'completed', 'code': 200} Jun 28 00:01:56.013922 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-287f8cd0-ca2c-4101-aa6f-db4103800ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:56.015468 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-287f8cd0-ca2c-4101-aa6f-db4103800ce7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=393181d04232421a9bd8aeb443046b64&device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 1128 time: 0.0474999 Jun 28 00:01:56.065455 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-58a3f08d-30f1-4b9d-a9b9-4e712538e7c6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73 HTTP/1.1" status: 200 len: 217 time: 0.0365095 Jun 28 00:01:56.120218 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-4f668c1c-bc7b-43cb-bb92-d2824d9fa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:56.122387 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-4f668c1c-bc7b-43cb-bb92-d2824d9fa0ed service neutron] 10.222.0.27 "GET /v2.0/subnets?id=38e2807a-0901-4ac5-82cd-70d31e6a1037 HTTP/1.1" status: 200 len: 848 time: 0.0509953 Jun 28 00:01:56.156053 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-b5516656-7fa4-42d7-9b79-1c81c87f9352 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=204b9e9c-3625-476f-96ae-55367de65932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266037 Jun 28 00:01:56.173825 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:01:56.249530 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-61b9307a-dc2e-481b-85ac-51289852ee15 service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867798 Jun 28 00:01:56.274192 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:56.285981 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'port_id': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'mac_address': 'fa:16:3e:57:9a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:01:56.322851 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:56.323239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:56.335997 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:56.338027 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e38518b5-4fdf-45e2-acac-f281e9f0041d req-1ddbbad6-260a-4a4d-8dc1-439ddb0e474e service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Jun 28 00:01:56.355366 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:56.359368 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:56.409024 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:56.416078 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.416448 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.416792 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.417156 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.417509 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.417839 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.418170 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.418582 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.418913 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.419239 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.419562 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.419883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.420210 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:01:56.470441 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-fb3ea67e-2b2b-47ee-9d0f-4596f36f8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:56.471995 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-fb3ea67e-2b2b-47ee-9d0f-4596f36f8e6a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=393181d04232421a9bd8aeb443046b64&device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 1128 time: 0.0462694 Jun 28 00:01:56.538442 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ecae8-e643-4ba9-b0aa-6d252bcbf86e req-3b6dea60-f974-420b-aa91-56b0f8e1af93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:56.539814 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-407ecae8-e643-4ba9-b0aa-6d252bcbf86e req-3b6dea60-f974-420b-aa91-56b0f8e1af93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 944 time: 0.0547693 Jun 28 00:01:56.567363 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-0eef090e-6d51-4ac1-adca-b234c9d03688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:56.568956 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-0eef090e-6d51-4ac1-adca-b234c9d03688 service neutron] 10.222.0.27 "GET /v2.0/networks?id=204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 200 len: 909 time: 0.0873692 Jun 28 00:01:56.592350 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-407ecae8-e643-4ba9-b0aa-6d252bcbf86e req-ded9bf3e-c99c-4978-96ef-ab9fff7a249d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Jun 28 00:01:56.608293 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-81b4d2e6-d2d9-4d26-bddb-5a9836641d66 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73 HTTP/1.1" status: 200 len: 217 time: 0.0326800 Jun 28 00:01:56.658827 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-3cd72fb4-42f0-4ad9-bf64-bc0c68ae2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:56.660400 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-3cd72fb4-42f0-4ad9-bf64-bc0c68ae2497 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=38e2807a-0901-4ac5-82cd-70d31e6a1037 HTTP/1.1" status: 200 len: 848 time: 0.0442185 Jun 28 00:01:56.688963 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:01:56.696167 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-8276f7f2-9ad9-48f6-83a9-e20a459c2b9d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=204b9e9c-3625-476f-96ae-55367de65932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292799 Jun 28 00:01:56.786522 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-a2e71ec5-f1cb-446e-924e-cbf2ac2c7966 service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832396 Jun 28 00:01:56.882214 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-fde6cf42-d5d7-49e8-a40a-6d4329e8a338 req-2015f7b9-1540-4123-bb18-918d9e7d2cb6 service neutron] 10.222.0.27 "GET /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887971 Jun 28 00:01:57.040819 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fb094-83b0-4e29-b6ec-4fbfd7537571 req-4ae5561c-21a4-410a-b59c-d9b3ed71aff2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:57.042309 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-447fb094-83b0-4e29-b6ec-4fbfd7537571 req-4ae5561c-21a4-410a-b59c-d9b3ed71aff2 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 944 time: 0.0536997 Jun 28 00:01:57.090323 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-447fb094-83b0-4e29-b6ec-4fbfd7537571 req-fa2dc48b-a16f-4d93-b221-34b0fb57a919 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Jun 28 00:01:57.726546 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d745e75-5630-4311-bdb8-040b6226a7e9 req-ee621677-7b7a-46a9-a448-46ebb958fe7c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:57.728076 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d745e75-5630-4311-bdb8-040b6226a7e9 req-ee621677-7b7a-46a9-a448-46ebb958fe7c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 944 time: 0.0611675 Jun 28 00:01:57.784620 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d745e75-5630-4311-bdb8-040b6226a7e9 req-15afa271-32ed-4b65-803c-282ad9e9db51 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507467 Jun 28 00:01:58.199917 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ec1a6681-8a9d-4af4-b186-2132b0268a73 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:01:58.211047 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:01:58.224517 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62063dd7-53f5-4e27-a7d9-5f0f287d0248 req-58b67fc6-31e6-4b21-bf9f-045acbef5dea tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:58.226142 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-62063dd7-53f5-4e27-a7d9-5f0f287d0248 req-58b67fc6-31e6-4b21-bf9f-045acbef5dea tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 944 time: 0.0560484 Jun 28 00:01:58.276474 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-62063dd7-53f5-4e27-a7d9-5f0f287d0248 req-9a7ab441-1918-46e4-afa2-7148854f743e tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442843 Jun 28 00:01:58.310258 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 28 00:01:58.323140 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:01:58.323512 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:58.358518 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ec1a6681-8a9d-4af4-b186-2132b0268a73, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:58.375017 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': 'ec1a6681-8a9d-4af4-b186-2132b0268a73', 'network_id': '204b9e9c-3625-476f-96ae-55367de65932', 'port_id': 'ec1a6681-8a9d-4af4-b186-2132b0268a73', 'mac_address': 'fa:16:3e:c3:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e2807a-0901-4ac5-82cd-70d31e6a1037', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:01:58.428796 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:01:58.437171 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port ec1a6681-8a9d-4af4-b186-2132b0268a73 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:58.437564 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:58.458719 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1a6681-8a9d-4af4-b186-2132b0268a73 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:01:58.462815 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:01:58.463151 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:58.495173 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ec1a6681-8a9d-4af4-b186-2132b0268a73, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:58.501105 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:01:58.503413 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67853066-204b-41d7-b2d3-b64a84017836" -d '{"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-plugged", "status": "completed", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:01:58.512808 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:58.518625 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:01:58.539769 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:01:58.544411 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930e28dc-77ec-412f-b68d-9dce0d9892c1 x-openstack-request-id: req-930e28dc-77ec-412f-b68d-9dce0d9892c1 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:01:58.544701 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-plugged", "status": "completed", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:01:58.544957 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-930e28dc-77ec-412f-b68d-9dce0d9892c1 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:01:58.545378 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930e28dc-77ec-412f-b68d-9dce0d9892c1'] response: {'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'code': 200} Jun 28 00:01:58.569248 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=ec1a6681-8a9d-4af4-b186-2132b0268a73,revision_number=4']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:58.618821 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:01:58.838233 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['ec1a6681-8a9d-4af4-b186-2132b0268a73'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:01:58.846103 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c8a2f-f7fb-4367-ab6e-c9ec876dbb63 req-b6c18d8a-9baa-4046-bd8b-965b9a49ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:58.847649 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b82c8a2f-f7fb-4367-ab6e-c9ec876dbb63 req-b6c18d8a-9baa-4046-bd8b-965b9a49ddde service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0579758 Jun 28 00:01:58.901823 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-b82c8a2f-f7fb-4367-ab6e-c9ec876dbb63 req-d782b324-d88d-412c-b950-a4237f54b009 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480273 Jun 28 00:01:58.921292 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9bc2e-5867-4346-9c62-d52830624f65 req-a9a6425e-4195-4557-9c1b-ba2f92d0c600 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:58.922806 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-14c9bc2e-5867-4346-9c62-d52830624f65 req-a9a6425e-4195-4557-9c1b-ba2f92d0c600 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0585554 Jun 28 00:01:58.977004 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-14c9bc2e-5867-4346-9c62-d52830624f65 req-24a40601-75a6-42c3-b004-1a3ceb10005a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481682 Jun 28 00:01:59.411844 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d497d0-634a-499e-ad27-f463e28fa650 req-30a40e67-7c94-4acd-a122-68e02aa8d15a tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:01:59.413423 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f4d497d0-634a-499e-ad27-f463e28fa650 req-30a40e67-7c94-4acd-a122-68e02aa8d15a tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 945 time: 0.0627303 Jun 28 00:01:59.465481 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f4d497d0-634a-499e-ad27-f463e28fa650 req-c8771f33-a511-407d-a34e-16d8e20aa537 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Jun 28 00:02:00.107362 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ad6a5-6d95-4d1b-8991-58865054b8b9 req-764609ff-1b93-428a-852b-f3d2b9c41ac1 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:00.108845 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f32ad6a5-6d95-4d1b-8991-58865054b8b9 req-764609ff-1b93-428a-852b-f3d2b9c41ac1 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0584407 Jun 28 00:02:00.163978 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f32ad6a5-6d95-4d1b-8991-58865054b8b9 req-c5ad99d9-c558-4c36-8c9b-ebbacded6c6e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465295 Jun 28 00:02:00.216189 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ec1a6681-8a9d-4af4-b186-2132b0268a73 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:02:00.266878 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning for port ec1a6681-8a9d-4af4-b186-2132b0268a73 completed by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 28 00:02:00.270800 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port ec1a6681-8a9d-4af4-b186-2132b0268a73 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:02:00.271179 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:00.344100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port ec1a6681-8a9d-4af4-b186-2132b0268a73 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:02:00.344479 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:00.376850 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port ec1a6681-8a9d-4af4-b186-2132b0268a73, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:00.382722 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:00.432464 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=ec1a6681-8a9d-4af4-b186-2132b0268a73,revision_number=5']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:00.546363 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1a6681-8a9d-4af4-b186-2132b0268a73'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:00.548717 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67388fb6-f2eb-4910-92dd-6aed78814fa1" -d '{"events": [{"server_uuid": "0fae16db-a7d7-4151-9ae0-576a25da6d61", "name": "network-vif-plugged", "status": "completed", "tag": "ec1a6681-8a9d-4af4-b186-2132b0268a73"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:00.585010 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a80988-6216-4ccd-bf43-042a9dbcad22 x-openstack-request-id: req-67a80988-6216-4ccd-bf43-042a9dbcad22 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:00.585010 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fae16db-a7d7-4151-9ae0-576a25da6d61", "name": "network-vif-plugged", "status": "completed", "tag": "ec1a6681-8a9d-4af4-b186-2132b0268a73", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:00.585313 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67a80988-6216-4ccd-bf43-042a9dbcad22 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:00.585578 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a80988-6216-4ccd-bf43-042a9dbcad22'] response: {'server_uuid': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1a6681-8a9d-4af4-b186-2132b0268a73', 'code': 200} Jun 28 00:02:00.596627 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8618d4-119c-4d71-b7ae-69348225b209 req-1bffcb28-bfb9-479e-ae2f-ec2ee92200f5 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:00.598227 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea8618d4-119c-4d71-b7ae-69348225b209 req-1bffcb28-bfb9-479e-ae2f-ec2ee92200f5 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 946 time: 0.0589769 Jun 28 00:02:00.647810 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ea8618d4-119c-4d71-b7ae-69348225b209 req-65e24801-bf2a-4442-a8e7-12a41c7e3be6 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Jun 28 00:02:00.801281 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a349c-2e6a-4c25-a279-39c1a4591246 req-11a24b37-cbee-46e9-a35b-4b6c202ff562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:00.802705 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-438a349c-2e6a-4c25-a279-39c1a4591246 req-11a24b37-cbee-46e9-a35b-4b6c202ff562 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 1130 time: 0.0463862 Jun 28 00:02:00.849397 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-438a349c-2e6a-4c25-a279-39c1a4591246 req-af872968-c9fd-44b8-a0ef-e7225c4940b9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jun 28 00:02:01.293349 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f65c4-dea9-441a-9cad-9bae87aeb5f0 req-3d5711cf-8e56-4888-a468-19b161351f88 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:01.294812 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a33f65c4-dea9-441a-9cad-9bae87aeb5f0 req-3d5711cf-8e56-4888-a468-19b161351f88 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0553136 Jun 28 00:02:01.343897 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a33f65c4-dea9-441a-9cad-9bae87aeb5f0 req-3a3650a8-d068-4d12-9d28-52168d07099f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Jun 28 00:02:01.475816 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ec91f-f5d7-44d3-be78-ae7f28302cb6 req-2029b2c5-e274-4561-ae94-5a89c7e372c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:01.477332 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-341ec91f-f5d7-44d3-be78-ae7f28302cb6 req-2029b2c5-e274-4561-ae94-5a89c7e372c6 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0596275 Jun 28 00:02:01.530927 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-341ec91f-f5d7-44d3-be78-ae7f28302cb6 req-35a817a1-0d36-44af-853f-70747e836675 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459814 Jun 28 00:02:01.557783 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38770) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:01.784834 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a29b9-1d84-4933-a3a3-0aaec8926d65 tempest-TestShelveInstance-2098614979 tempest-TestShelveInstance-2098614979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:01.786399 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-f66a29b9-1d84-4933-a3a3-0aaec8926d65 tempest-TestShelveInstance-2098614979 tempest-TestShelveInstance-2098614979-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1124 time: 0.2275944 Jun 28 00:02:01.789742 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38776) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:01.794273 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'port_id': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:01.799901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6646588-de30-4ad0-b1b4-8f12e09d39d5 req-07065748-126a-4b97-8ac5-27f2672e2cbe tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:01.801443 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c6646588-de30-4ad0-b1b4-8f12e09d39d5 req-07065748-126a-4b97-8ac5-27f2672e2cbe tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 946 time: 0.0804167 Jun 28 00:02:01.823288 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:01.852284 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c6646588-de30-4ad0-b1b4-8f12e09d39d5 req-e60b89f4-f398-4b99-bb3d-67b07392191b tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Jun 28 00:02:01.933619 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.041986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Allocated IP 172.27.1.106 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:02:02.142621 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.177401 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.217579 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:02:02.220449 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:02:02.226107 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:02:02.231347 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'Port': ['ID=bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:02.583426 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for floatingip (886957dd-5ee3-4bf1-94fe-2c2db89973b3), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.657139 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.802645 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.809950 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.878560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event updated for resources: {'Port': ['ID=bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:02.891102 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (886957dd-5ee3-4bf1-94fe-2c2db89973b3), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:02.978933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8fbdf-2806-4466-9802-177e445f5173 req-fd98a141-a996-4f26-9550-39412e4b55ec tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:02.980437 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-95c8fbdf-2806-4466-9802-177e445f5173 req-fd98a141-a996-4f26-9550-39412e4b55ec tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 946 time: 0.0573404 Jun 28 00:02:02.985753 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Floating IP 886957dd-5ee3-4bf1-94fe-2c2db89973b3 associated. External IP: 172.27.1.106, port: 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4. Jun 28 00:02:03.015076 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:03.031908 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-95c8fbdf-2806-4466-9802-177e445f5173 req-ed119bdb-7523-427b-8b0f-f250ef9e20fd tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Jun 28 00:02:03.184889 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Router 7565565f-eecd-4b05-ab74-0da02c18f15c has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:02:03.542767 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:02:03.553375 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] Sync routers for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:02:03.562890 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:03.563633 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:03.564406 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:03.593377 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-db80ae9a-237d-42ec-b49a-a9b43db76cfe tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8024678 Jun 28 00:02:03.593978 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:03.596261 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5efcd0b-e8a8-430f-96b7-871a22b98a92" -d '{"events": [{"name": "network-changed", "server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:03.639569 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8526bc1c-096e-45be-8cad-857e98031c63 x-openstack-request-id: req-8526bc1c-096e-45be-8cad-857e98031c63 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:03.639961 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:03.640306 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8526bc1c-096e-45be-8cad-857e98031c63 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:03.640832 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8526bc1c-096e-45be-8cad-857e98031c63'] response: {'name': 'network-changed', 'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'status': 'completed', 'code': 200} Jun 28 00:02:03.687809 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:03.740055 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-feec4e56-720c-47e7-ad8d-04c49fd0aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:03.741616 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-feec4e56-720c-47e7-ad8d-04c49fd0aba7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0467834 Jun 28 00:02:03.841317 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-535e5ffc-7356-4710-992c-1655cbc90b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:03.842875 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-535e5ffc-7356-4710-992c-1655cbc90b0f service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.0926099 Jun 28 00:02:03.884135 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19cf8-2233-4f28-a38b-0124f4a74dcb req-a059ce5a-8d21-499b-b053-dffec12c2dab tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:03.892824 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-99c19cf8-2233-4f28-a38b-0124f4a74dcb req-a059ce5a-8d21-499b-b053-dffec12c2dab tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 946 time: 0.0701969 Jun 28 00:02:03.924821 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-ec6d50ff-c46a-48b4-9a1f-21c76fe55886 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 999 time: 0.0736060 Jun 28 00:02:03.944742 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-99c19cf8-2233-4f28-a38b-0124f4a74dcb req-4f8e42d7-8bc0-419d-842c-22584d432ab0 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Jun 28 00:02:03.960865 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '886957dd-5ee3-4bf1-94fe-2c2db89973b3', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'port_id': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'mac_address': 'fa:16:3e:57:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:02:02Z', 'updated_at': '2022-06-28T00:02:02Z', 'revision_number': 0, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:19Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:03.979885 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-2c84abcd-1843-4e16-b970-cc3106cab8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:03.981405 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-2c84abcd-1843-4e16-b970-cc3106cab8b0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0503347 Jun 28 00:02:03.989108 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] Checking router: 7565565f-eecd-4b05-ab74-0da02c18f15c for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:02:03.997737 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:03.998355 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:04.045733 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-83c254cf-723f-4113-862a-a484003afdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:04.048779 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-83c254cf-723f-4113-862a-a484003afdff service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471673 Jun 28 00:02:04.104229 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:04.145744 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-c7e3411f-1739-443b-bfac-652308b039e6 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903699 Jun 28 00:02:04.243746 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c5efcd0b-e8a8-430f-96b7-871a22b98a92 req-256ef276-e2c6-4b5b-a639-ce3355ad0c00 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860815 Jun 28 00:02:04.318704 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '886957dd-5ee3-4bf1-94fe-2c2db89973b3', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'port_id': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'mac_address': 'fa:16:3e:57:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:02:02Z', 'updated_at': '2022-06-28T00:02:02Z', 'revision_number': 0, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:19Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:04.343808 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf73044-2320-45eb-8cfa-6a22d2a60af8 None None] The sync data for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi is: [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '886957dd-5ee3-4bf1-94fe-2c2db89973b3', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'port_id': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'mac_address': 'fa:16:3e:57:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:02:02Z', 'updated_at': '2022-06-28T00:02:02Z', 'revision_number': 0, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:19Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:02:04.540912 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45101045-2b32-468f-8e94-90b3bc8c39fa None None] New status for floating IP 886957dd-5ee3-4bf1-94fe-2c2db89973b3: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:02:04.993871 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976c0f-cf96-4805-acbc-9be0fa5915ed req-c7a17505-7224-40c3-9d13-134f6a3e36af tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:04.995371 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56976c0f-cf96-4805-acbc-9be0fa5915ed req-c7a17505-7224-40c3-9d13-134f6a3e36af tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0618491 Jun 28 00:02:05.068914 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-56976c0f-cf96-4805-acbc-9be0fa5915ed req-fefc78d3-f2fd-47ed-909c-8d2bbc7019b9 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677195 Jun 28 00:02:05.089480 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31891a-bb99-4432-a56b-b00d579cae0d req-2972a3a6-4fbd-4bd9-bcb5-2d3a253b0ffa tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:05.090959 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7b31891a-bb99-4432-a56b-b00d579cae0d req-2972a3a6-4fbd-4bd9-bcb5-2d3a253b0ffa tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 946 time: 0.0723958 Jun 28 00:02:05.097760 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38812) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:05.144698 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7b31891a-bb99-4432-a56b-b00d579cae0d req-6e885171-e254-4e0f-b43d-3350466271e8 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32ad300-b42e-42e9-a796-8f980c833b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Jun 28 00:02:05.262437 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3200bf-2334-40e8-ad59-c9e40749e87c tempest-TestMinimumBasicScenario-1857392733 tempest-TestMinimumBasicScenario-1857392733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:05.263994 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-de3200bf-2334-40e8-ad59-c9e40749e87c tempest-TestMinimumBasicScenario-1857392733 tempest-TestMinimumBasicScenario-1857392733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1125 time: 0.1651154 Jun 28 00:02:05.267090 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38816) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:05.271473 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'floatingip': {'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'port_id': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:05.294041 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:05.395306 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:05.533995 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-839184bc-7c7d-45c0-b2b3-2000a3b0b933 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:05.535350 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-839184bc-7c7d-45c0-b2b3-2000a3b0b933 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 946 time: 0.1042554 Jun 28 00:02:05.543432 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_common [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Allocated IP 172.27.1.232 (3e182558-5443-45c6-9a06-c316dd3f3969/7c3d12fb-f6b2-4140-a93f-56454d034bd7/85caee4a-b6a6-45c5-8dc3-357b157d0b42) {{(pid=115318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 00:02:05.718059 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:05.729637 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Deleting port ec1a6681-8a9d-4af4-b186-2132b0268a73 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:05.729971 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:05.816482 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741904604757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:05.862814 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] For port ec1a6681-8a9d-4af4-b186-2132b0268a73, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=ec1a6681-8a9d-4af4-b186-2132b0268a73,segment=NetworkSegment(8dd0e15e-99f6-4483-8454-b97778a20482),segment_id=8dd0e15e-99f6-4483-8454-b97778a20482)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:05.863170 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:05.879566 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Network 3e182558-5443-45c6-9a06-c316dd3f3969 is already hosted by enough agents. {{(pid=115318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 00:02:05.889722 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.base_scheduler [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Resources bound (agent type, host, resource id): {{(pid=115318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 00:02:05.891738 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Calling delete_port for ec1a6681-8a9d-4af4-b186-2132b0268a73 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:05.893802 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Received port after_create {{(pid=115318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 28 00:02:05.897264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'Port': ['ID=85caee4a-b6a6-45c5-8dc3-357b157d0b42,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:06.172945 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (ec1a6681-8a9d-4af4-b186-2132b0268a73), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.210943 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Pushing event deleted for resources: {'Port': ['ID=ec1a6681-8a9d-4af4-b186-2132b0268a73,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:06.212758 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['ec1a6681-8a9d-4af4-b186-2132b0268a73'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:02:06.248291 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a54d06c0-0f82-4524-ade9-0510d88a6ac9 req-98f6adb5-18de-4bf2-a35d-90b3929e8869 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fae16db-a7d7-4151-9ae0-576a25da6d61 HTTP/1.1" status: 200 len: 210 time: 0.0297699 Jun 28 00:02:06.284419 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] No DVR routers for this DVR port ec1a6681-8a9d-4af4-b186-2132b0268a73 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:02:06.288023 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.292034 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-0bdcaee6-0540-4a75-bff6-0d99794d7f25 req-282c5688-e518-4847-8259-bac3a2d4eb43 tempest-VolumesActionsTest-1900208990 tempest-VolumesActionsTest-1900208990-project] 10.222.0.27 "DELETE /v2.0/ports/ec1a6681-8a9d-4af4-b186-2132b0268a73 HTTP/1.1" status: 204 len: 173 time: 0.7437570 Jun 28 00:02:06.292450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'name': 'network-vif-deleted', 'tag': 'ec1a6681-8a9d-4af4-b186-2132b0268a73'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:06.294735 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d2734-f0a6-4621-ad64-f7a1fb9e3630" -d '{"events": [{"server_uuid": "0fae16db-a7d7-4151-9ae0-576a25da6d61", "name": "network-vif-deleted", "tag": "ec1a6681-8a9d-4af4-b186-2132b0268a73"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:06.345122 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e02f3c2-ec97-4ffe-8d78-8527149fbc4f x-openstack-request-id: req-9e02f3c2-ec97-4ffe-8d78-8527149fbc4f {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:06.345413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fae16db-a7d7-4151-9ae0-576a25da6d61", "name": "network-vif-deleted", "tag": "ec1a6681-8a9d-4af4-b186-2132b0268a73", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:06.345665 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e02f3c2-ec97-4ffe-8d78-8527149fbc4f {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:06.346058 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e02f3c2-ec97-4ffe-8d78-8527149fbc4f'] response: {'server_uuid': '0fae16db-a7d7-4151-9ae0-576a25da6d61', 'name': 'network-vif-deleted', 'tag': 'ec1a6681-8a9d-4af4-b186-2132b0268a73', 'status': 'completed', 'code': 200} Jun 28 00:02:06.416297 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for floatingip (6b50d48b-9479-4f17-9828-b6415e48a3da), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.484932 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), before_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.640026 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), precommit_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.648033 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58883571'] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), after_update {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.712413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'Port': ['ID=85caee4a-b6a6-45c5-8dc3-357b157d0b42,revision_number=2']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:06.734035 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819173'] for floatingip (6b50d48b-9479-4f17-9828-b6415e48a3da), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:06.834826 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Floating IP 6b50d48b-9479-4f17-9828-b6415e48a3da associated. External IP: 172.27.1.232, port: 7ef26459-e81e-4a98-bdcf-22b6643a5c72. Jun 28 00:02:07.047003 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Router 3d56a371-181c-413e-a462-266a90efb225 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:02:07.156915 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:02:07.167600 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] Sync routers for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:02:07.177587 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.179268 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:07.179805 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:07.211296 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-32f67558-c4d3-4fe6-9d4d-f15f0a3153f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9402626 Jun 28 00:02:07.212069 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38822) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:07.216986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626185790', 'description': 'tempest-secgroup-smoke-626185790 description', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:07.238171 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.325025 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group (49e24646-8e44-44d8-aa8f-6f1df0f6d230), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.332390 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (49e24646-8e44-44d8-aa8f-6f1df0f6d230), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.362888 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e24646-8e44-44d8-aa8f-6f1df0f6d230,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:07.375980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.376837 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:07.380681 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38830) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:07.381185 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-8be0f172-9b1c-4aa9-ab15-d11610f99b7e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1677458 Jun 28 00:02:07.386541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group_rule': {'security_group_id': '49e24646-8e44-44d8-aa8f-6f1df0f6d230', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:07.412756 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (9e8e2ad0-628c-45cc-b028-9f6f47724e02), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.478267 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (9e8e2ad0-628c-45cc-b028-9f6f47724e02), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.483178 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (9e8e2ad0-628c-45cc-b028-9f6f47724e02), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.503691 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e2ad0-628c-45cc-b028-9f6f47724e02,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:07.515726 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.516140 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.516551 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.516987 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.517543 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.517735 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.518724 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.519256 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.519595 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.519932 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.520260 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.520588 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.520917 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:07.535370 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.537751 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-52e65b7b-7052-43d1-826e-19a6b41ac2e7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545682 Jun 28 00:02:07.540267 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38838) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:07.544945 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group_rule': {'security_group_id': '49e24646-8e44-44d8-aa8f-6f1df0f6d230', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:07.562496 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-42886eac-4bc7-4e06-b9a3-cad57306f27a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648389 Jun 28 00:02:07.574971 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (a4cf6dd1-b9e5-4d2a-a134-43852b3050ab), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.643563 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '6b50d48b-9479-4f17-9828-b6415e48a3da', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '3d56a371-181c-413e-a462-266a90efb225', 'port_id': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'mac_address': 'fa:16:3e:97:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:02:06Z', 'updated_at': '2022-06-28T00:02:06Z', 'revision_number': 0, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:07.648168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (a4cf6dd1-b9e5-4d2a-a134-43852b3050ab), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.656874 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (a4cf6dd1-b9e5-4d2a-a134-43852b3050ab), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.672268 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] Checking router: 3d56a371-181c-413e-a462-266a90efb225 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:02:07.677569 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-6d2a2d38-b799-43bf-8cad-a11517070627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:07.680329 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-6d2a2d38-b799-43bf-8cad-a11517070627 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1129 time: 0.0798407 Jun 28 00:02:07.681250 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:07.681886 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:01:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:07.684912 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cf6dd1-b9e5-4d2a-a134-43852b3050ab,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:07.691649 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.692912 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-dcabf5ec-a2e8-489a-b604-96435322cc57 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514299 Jun 28 00:02:07.696282 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38844) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:07.701968 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group_rule': {'security_group_id': '49e24646-8e44-44d8-aa8f-6f1df0f6d230', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:07.732777 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (5c08442a-c436-466e-a493-95b4f8de605e), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.793135 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (5c08442a-c436-466e-a493-95b4f8de605e), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.796746 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:07.799979 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (5c08442a-c436-466e-a493-95b4f8de605e), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.821979 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-fff8c848-363d-4274-9886-a417f960f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:07.823918 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-fff8c848-363d-4274-9886-a417f960f9d1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.1208177 Jun 28 00:02:07.825104 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c08442a-c436-466e-a493-95b4f8de605e,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:07.830989 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.835036 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-c5c09c28-c7f0-48e5-9bc3-263cd35bddbe tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348102 Jun 28 00:02:07.835459 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38850) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:07.839984 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group_rule': {'security_group_id': '49e24646-8e44-44d8-aa8f-6f1df0f6d230', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:07.879211 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (2d30d5b7-421b-4b7f-b45e-f3e72dc78edb), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.903561 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-807ff342-4745-4375-9cd2-a0dcb912d854 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 200 len: 1001 time: 0.0703287 Jun 28 00:02:07.952290 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (2d30d5b7-421b-4b7f-b45e-f3e72dc78edb), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.959652 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (2d30d5b7-421b-4b7f-b45e-f3e72dc78edb), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.966697 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-68879131-93ca-4bc6-b9a8-187e77d06ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:07.969901 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-68879131-93ca-4bc6-b9a8-187e77d06ca8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0580819 Jun 28 00:02:07.982793 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d30d5b7-421b-4b7f-b45e-f3e72dc78edb,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:07.996050 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:07.997738 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-6ee17bbc-8a50-4e6e-8291-08dd30eead0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613345 Jun 28 00:02:08.000294 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 38858) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:08.012368 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group_rule': {'security_group_id': '49e24646-8e44-44d8-aa8f-6f1df0f6d230', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:08.038512 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.securitygroups_db [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Project 4c678f4e37044f55bb7a3e62aaaf8184 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 00:02:08.044399 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (0e4a64e5-44b7-4b06-a72a-a95418e8c230), before_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.048894 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-3456b7d5-1eec-4e56-8ddd-ecd90512065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:08.052434 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-3456b7d5-1eec-4e56-8ddd-ecd90512065f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779569 Jun 28 00:02:08.078736 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '6b50d48b-9479-4f17-9828-b6415e48a3da', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '3d56a371-181c-413e-a462-266a90efb225', 'port_id': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'mac_address': 'fa:16:3e:97:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:02:06Z', 'updated_at': '2022-06-28T00:02:06Z', 'revision_number': 0, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:08.106625 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b89a-6e24-432e-9dc7-ce269f0d3e16 None None] The sync data for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi is: [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '6b50d48b-9479-4f17-9828-b6415e48a3da', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '3d56a371-181c-413e-a462-266a90efb225', 'port_id': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'mac_address': 'fa:16:3e:97:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T00:02:06Z', 'updated_at': '2022-06-28T00:02:06Z', 'revision_number': 0, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:02:08.121466 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (0e4a64e5-44b7-4b06-a72a-a95418e8c230), precommit_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.127769 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (0e4a64e5-44b7-4b06-a72a-a95418e8c230), after_create {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.143523 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4a64e5-44b7-4b06-a72a-a95418e8c230,revision_number=0']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:08.157518 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.162380 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-84908e7c-c80a-496d-9a04-83721e1cadd1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586516 Jun 28 00:02:08.162921 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 38868) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:08.167881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.v2.base [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'security_group_rule': {'security_group_id': '49e24646-8e44-44d8-aa8f-6f1df0f6d230', 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:08.173469 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-7e39ac18-a08b-474d-8f41-1cd1a22d2a53 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145971 Jun 28 00:02:08.240687 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.securitygroups_db [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Project 4c678f4e37044f55bb7a3e62aaaf8184 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 00:02:08.252347 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (0839941e-7a14-4e3a-b474-70aef5c2fd63), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.274109 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ec1a6681-8a9d-4af4-b186-2132b0268a73 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:02:08.295454 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: ec1a6681-8a9d-4af4-b186-2132b0268a73 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:02:08.295805 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device ec1a6681-8a9d-4af4-b186-2132b0268a73 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:02:08.320921 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-60b6cd2f-b933-4dfb-916a-d573184f5c24 req-62d66bbe-9ebe-41c5-964f-eb364e6f7ffc service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408710 Jun 28 00:02:08.335556 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (0839941e-7a14-4e3a-b474-70aef5c2fd63), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.341428 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696156'] for security_group_rule (0839941e-7a14-4e3a-b474-70aef5c2fd63), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.347339 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:08.349945 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bf81c5-e672-4424-b09d-7e6ad118a3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:08.366504 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0839941e-7a14-4e3a-b474-70aef5c2fd63,revision_number=0']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:08.377414 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.378731 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b730a147-608d-41b0-a584-871ebf807ca3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2148321 Jun 28 00:02:08.388100 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5674687b-6748-4a0c-ba07-a8977650b5e7 None None] New status for floating IP 6b50d48b-9479-4f17-9828-b6415e48a3da: ACTIVE {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:02:08.402647 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6efb742-5329-43c6-a048-831ca82d6a13 x-openstack-request-id: req-e6efb742-5329-43c6-a048-831ca82d6a13 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:08.402941 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:08.403200 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6efb742-5329-43c6-a048-831ca82d6a13 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:08.403617 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6efb742-5329-43c6-a048-831ca82d6a13'] response: {'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'status': 'completed', 'code': 200} Jun 28 00:02:08.472986 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-0019a681-26c5-4d17-be55-840dcbaf0651 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626185790&fields=id&tenant_id=4c678f4e37044f55bb7a3e62aaaf8184 HTTP/1.1" status: 200 len: 267 time: 0.0442512 Jun 28 00:02:08.490372 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-6c87b664-75ad-4a95-bc0b-b9c52bcd85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:08.492123 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-6c87b664-75ad-4a95-bc0b-b9c52bcd85cd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1130 time: 0.0465510 Jun 28 00:02:08.529277 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-9930ece6-b2ab-4fea-a692-743ffaecdeda tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:08.530513 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-9930ece6-b2ab-4fea-a692-743ffaecdeda tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Jun 28 00:02:08.542316 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'port': {'security_groups': ['6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5', '49e24646-8e44-44d8-aa8f-6f1df0f6d230']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:02:08.616475 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.800083 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:08.832255 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.839568 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.880257 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:08.880876 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:08.882286 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f8f8b965-fa2a-4abc-a85f-5be32c8e6afd req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "PUT /v2.0/ports/7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 982 time: 0.3447268 Jun 28 00:02:08.882930 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:08.885323 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:08.920630 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f33966-a760-482c-b54c-c4a52598d315 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=6']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:08.937918 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dac5823-4f3f-4e68-8c8f-bf2a33e92f5b x-openstack-request-id: req-4dac5823-4f3f-4e68-8c8f-bf2a33e92f5b {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:08.938336 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:08.938690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dac5823-4f3f-4e68-8c8f-bf2a33e92f5b {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:08.939231 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dac5823-4f3f-4e68-8c8f-bf2a33e92f5b'] response: {'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'status': 'completed', 'code': 200} Jun 28 00:02:08.996754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69f58e-bb7f-46eb-9abf-06dbc8b93293 req-458a8357-9bcb-413a-87e9-1c514c4719f1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:08.998458 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a69f58e-bb7f-46eb-9abf-06dbc8b93293 req-458a8357-9bcb-413a-87e9-1c514c4719f1 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0550795 Jun 28 00:02:09.065752 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8a69f58e-bb7f-46eb-9abf-06dbc8b93293 req-dbe2124e-3ab9-4f19-90fe-cb92dac0aa08 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613546 Jun 28 00:02:09.127260 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-16848a4c-5d9c-416b-b1a1-b91414f0a085 None None] Provisioning complete for port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:02:09.127573 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-16848a4c-5d9c-416b-b1a1-b91414f0a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:09.200231 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-16848a4c-5d9c-416b-b1a1-b91414f0a085 None None] Current status of the port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:02:11.189853 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['7ef26459-e81e-4a98-bdcf-22b6643a5c72'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:02:11.372535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['7ef26459-e81e-4a98-bdcf-22b6643a5c72'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:02:11.519250 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-fe39b821-3bd2-489c-a8a1-554d7e9ba364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:11.520905 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-fe39b821-3bd2-489c-a8a1-554d7e9ba364 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 915 time: 0.3360858 Jun 28 00:02:11.587004 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-5fa00bed-ac76-43b2-ae03-fab8901108f1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 1002 time: 0.0586603 Jun 28 00:02:11.650022 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-fd0b9212-d662-41f6-867e-b6ead7eb284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:11.651887 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-fd0b9212-d662-41f6-867e-b6ead7eb284a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0483458 Jun 28 00:02:11.750974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-df45ed75-3769-4565-a723-b6edf856f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:11.752489 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-df45ed75-3769-4565-a723-b6edf856f83b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510032 Jun 28 00:02:11.858111 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-e3b9be9c-d59e-4d84-9a65-37a7b117835b service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811853 Jun 28 00:02:11.957967 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-84bf81c5-e672-4424-b09d-7e6ad118a3ac req-7ee053cb-caf8-4e08-a948-e001b2b181d3 service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915840 Jun 28 00:02:12.122517 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-32dc2d7e-3a17-4a98-9318-68aaa8b2cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:12.124006 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-32dc2d7e-3a17-4a98-9318-68aaa8b2cd27 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1169 time: 0.0467117 Jun 28 00:02:12.223255 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-c7bf80b9-8dd7-48be-ad7d-ba6cda482981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:12.224732 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-c7bf80b9-8dd7-48be-ad7d-ba6cda482981 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 915 time: 0.0893629 Jun 28 00:02:12.287282 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-ff07f372-d35b-4c24-826b-1a3be9bcf0dc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 1002 time: 0.0552502 Jun 28 00:02:12.334430 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-9b79fbc8-e856-4400-9329-28f35d2cac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:12.335880 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-9b79fbc8-e856-4400-9329-28f35d2cac29 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0424900 Jun 28 00:02:12.391181 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-4756e0dc-7843-4ba8-a76a-d6936c06ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:12.392588 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-4756e0dc-7843-4ba8-a76a-d6936c06ebe9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478044 Jun 28 00:02:12.480111 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-fe9dbc3e-8cf9-4528-bd84-82ad33d8b6bd service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805407 Jun 28 00:02:12.578452 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-4c84f6fd-0bef-45c5-a032-6e00bb3e909f req-b9338a7b-7c0e-45f7-a4d2-4f02e1db5fe3 service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912340 Jun 28 00:02:17.528021 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-31d7880a-0b6e-44c1-ac8e-7beab65bb4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:19.763307 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-81ecff4d-7777-4cb1-add5-530a874aeee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:20.756609 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:22.266969 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:23.833630 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.369067 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39078) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:29.421825 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Deleting subnet 38e2807a-0901-4ac5-82cd-70d31e6a1037 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:02:29.425402 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Publish callbacks [] for subnet (38e2807a-0901-4ac5-82cd-70d31e6a1037), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.460981 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (38e2807a-0901-4ac5-82cd-70d31e6a1037), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.498793 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (38e2807a-0901-4ac5-82cd-70d31e6a1037), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.560228 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (38e2807a-0901-4ac5-82cd-70d31e6a1037), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.586097 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e2807a-0901-4ac5-82cd-70d31e6a1037,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:29.588147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.591326 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-7b230ee6-f60c-45e0-a678-084c2c360c7c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/38e2807a-0901-4ac5-82cd-70d31e6a1037 HTTP/1.1" status: 204 len: 168 time: 0.2210996 Jun 28 00:02:29.593807 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39080) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:29.661739 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (204b9e9c-3625-476f-96ae-55367de65932), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.748626 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (204b9e9c-3625-476f-96ae-55367de65932), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.768821 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204b9e9c-3625-476f-96ae-55367de65932']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:29.778195 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd0e15e-99f6-4483-8454-b97778a20482') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:29.778492 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd0e15e-99f6-4483-8454-b97778a20482') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:29.788353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (8dd0e15e-99f6-4483-8454-b97778a20482), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.801613 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (8dd0e15e-99f6-4483-8454-b97778a20482), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.808391 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:02:29.808776 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (8dd0e15e-99f6-4483-8454-b97778a20482), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.863941 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 8dd0e15e-99f6-4483-8454-b97778a20482 resource provider aggregate not found Jun 28 00:02:29.870621 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (204b9e9c-3625-476f-96ae-55367de65932), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.878065 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:29.881432 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] 10.222.0.26 "DELETE /v2.0/networks/204b9e9c-3625-476f-96ae-55367de65932 HTTP/1.1" status: 204 len: 168 time: 0.2866473 Jun 28 00:02:29.892781 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 8dd0e15e-99f6-4483-8454-b97778a20482 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dd0e15e-99f6-4483-8454-b97778a20482 found for delete ", "request_id": "req-a969f1e9-efba-45be-9c9e-03296f4ce316"}]} Jun 28 00:02:29.894246 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26f3ad-e075-444f-acfd-6bebc7483e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=204b9e9c-3625-476f-96ae-55367de65932,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:30.050278 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39088) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:30.092119 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-64e3a7a7-c0b4-4cf2-a2a9-5df050efaa0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=393181d04232421a9bd8aeb443046b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406628 Jun 28 00:02:30.095858 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39090) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:30.144641 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-99ad55ea-00dc-483d-830b-a516bbb86fc4 admin admin] Publish callbacks [] for security_group (a32ad300-b42e-42e9-a796-8f980c833b68), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:30.167555 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-99ad55ea-00dc-483d-830b-a516bbb86fc4 admin admin] Publish callbacks [] for security_group (a32ad300-b42e-42e9-a796-8f980c833b68), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:30.220545 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-99ad55ea-00dc-483d-830b-a516bbb86fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (a32ad300-b42e-42e9-a796-8f980c833b68), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:30.223150 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-99ad55ea-00dc-483d-830b-a516bbb86fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:30.224359 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-99ad55ea-00dc-483d-830b-a516bbb86fc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a32ad300-b42e-42e9-a796-8f980c833b68 HTTP/1.1" status: 204 len: 168 time: 0.1276114 Jun 28 00:02:30.232380 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad55ea-00dc-483d-830b-a516bbb86fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ad300-b42e-42e9-a796-8f980c833b68,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:30.882293 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39112) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:31.031871 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Deleting port b18f35a1-3b71-4c81-9158-363557543f92 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:31.032216 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b18f35a1-3b71-4c81-9158-363557543f92), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:31.112690 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b18f35a1-3b71-4c81-9158-363557543f92), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:31.113030 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (b18f35a1-3b71-4c81-9158-363557543f92), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:31.124784 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Calling delete_port for b18f35a1-3b71-4c81-9158-363557543f92 owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:31.290267 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (b18f35a1-3b71-4c81-9158-363557543f92), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:31.350195 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'Port': ['ID=b18f35a1-3b71-4c81-9158-363557543f92,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:31.409081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (1f6e84c7-7a94-44a0-b2a7-a6743891c136), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:31.409657 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Floating IP 1f6e84c7-7a94-44a0-b2a7-a6743891c136 disassociated (deleted). External IP: 172.27.1.249, port: f8eb5df1-0b69-437d-bb6a-46c87a2f1689. Jun 28 00:02:31.632476 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:02:31.737408 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:02:31.744076 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:31.748922 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:02:31.759749 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:31.760642 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:31.783145 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-dbecec14-a24e-4d8d-9bcc-f09182180bd7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "DELETE /v2.0/floatingips/1f6e84c7-7a94-44a0-b2a7-a6743891c136 HTTP/1.1" status: 204 len: 168 time: 0.8995965 Jun 28 00:02:31.783738 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:31.786078 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e270d-e020-4043-bce0-889a69e6db20" -d '{"events": [{"name": "network-changed", "server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:31.830216 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2950640-d7b3-4218-893b-638b1f47b936 x-openstack-request-id: req-c2950640-d7b3-4218-893b-638b1f47b936 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:31.830573 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:31.830890 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2950640-d7b3-4218-893b-638b1f47b936 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:31.831361 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2950640-d7b3-4218-893b-638b1f47b936'] response: {'name': 'network-changed', 'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'status': 'completed', 'code': 200} Jun 28 00:02:31.865657 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:31.937620 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e270d-e020-4043-bce0-889a69e6db20 req-042f1038-f192-4ff6-a384-567f55ef8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:31.939609 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-042f1038-f192-4ff6-a384-567f55ef8141 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 1129 time: 0.0602355 Jun 28 00:02:32.022446 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e286c-4971-4add-b08d-f264f6afe0ea req-91b9df6b-fad3-45c1-959d-5f6a104c4e08 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:32.024233 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-311e286c-4971-4add-b08d-f264f6afe0ea req-91b9df6b-fad3-45c1-959d-5f6a104c4e08 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0542016 Jun 28 00:02:32.080851 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e270d-e020-4043-bce0-889a69e6db20 req-c0e83dd0-f044-44f2-ac69-7c286b5849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:32.082699 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-c0e83dd0-f044-44f2-ac69-7c286b5849f7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.0978405 Jun 28 00:02:32.094971 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-311e286c-4971-4add-b08d-f264f6afe0ea req-7fcbd70e-59ea-44ef-a0ed-c538677c31e6 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634747 Jun 28 00:02:32.101551 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:33Z', 'revision_number': 1, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:32.125765 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-7cdee593-0b72-4ec2-91bb-e0371ecbd336 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 200 len: 217 time: 0.0360878 Jun 28 00:02:32.128576 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:02:32.137592 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:32.138190 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:32.174459 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e270d-e020-4043-bce0-889a69e6db20 req-15efc7fd-f207-4f92-850b-0af0ab98d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:32.175789 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-15efc7fd-f207-4f92-850b-0af0ab98d2b6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0435705 Jun 28 00:02:32.228541 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e270d-e020-4043-bce0-889a69e6db20 req-91400f87-1819-4062-a809-d320533933a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:32.230414 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-91400f87-1819-4062-a809-d320533933a3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465837 Jun 28 00:02:32.239679 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:32.324718 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-ba10c542-5d94-4b23-9624-6e786a026518 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856020 Jun 28 00:02:32.427166 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e48e270d-e020-4043-bce0-889a69e6db20 req-456ce37a-0292-4340-b28f-28d1e1a18c59 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951836 Jun 28 00:02:32.462556 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:33Z', 'revision_number': 1, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:32.486692 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eadf7b4-1e6d-45f0-adfc-6b24f9abef7b None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_floatingips': [{'id': '4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'router_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'port_id': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'mac_address': 'fa:16:3e:43:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b7183b-8d1a-400d-b579-97caf374c710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T23:58:31Z', 'updated_at': '2022-06-27T23:58:33Z', 'revision_number': 1, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:02:32.762863 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b854a0-d14d-4b05-b6e8-def00923b412 None None] New status for floating IP 1f6e84c7-7a94-44a0-b2a7-a6743891c136: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:02:33.018682 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:33.227499 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ad3f1-01bf-4570-92f6-b40a470acfef req-abd74a20-acbe-4a79-a659-17d0cbbc67b3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:33.228948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-134ad3f1-01bf-4570-92f6-b40a470acfef req-abd74a20-acbe-4a79-a659-17d0cbbc67b3 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0554087 Jun 28 00:02:33.277987 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-134ad3f1-01bf-4570-92f6-b40a470acfef req-5d628ad8-5bd1-443a-90e7-6c768aa3df21 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Jun 28 00:02:34.403216 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bbb6a-1e81-4d5a-a19b-8e716446bf3a req-111f4a17-6493-4167-9c19-672f1db37849 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:34.404763 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-906bbb6a-1e81-4d5a-a19b-8e716446bf3a req-111f4a17-6493-4167-9c19-672f1db37849 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0537064 Jun 28 00:02:34.453282 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-906bbb6a-1e81-4d5a-a19b-8e716446bf3a req-6e137bf9-fa6e-4653-a96a-6e2c185282c1 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Jun 28 00:02:34.871539 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56295b-c222-4fef-9042-49fb87986236 req-58afe673-adc0-42d3-8078-43659cbb698b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:34.872885 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5a56295b-c222-4fef-9042-49fb87986236 req-58afe673-adc0-42d3-8078-43659cbb698b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0589447 Jun 28 00:02:34.933121 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5a56295b-c222-4fef-9042-49fb87986236 req-7cc79055-38f0-4d6c-bde4-d392e0095229 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538375 Jun 28 00:02:35.429215 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:02:35.580293 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-39d625c6-584a-4e55-a02b-edad4c58b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:35.580889 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789a15-0ae6-495d-8504-d00568a0ad1d req-8ae4fd0d-530c-4724-81f8-cb0f218f8de9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:35.581868 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-39d625c6-584a-4e55-a02b-edad4c58b43c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1169 time: 0.0464525 Jun 28 00:02:35.582073 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7789a15-0ae6-495d-8504-d00568a0ad1d req-8ae4fd0d-530c-4724-81f8-cb0f218f8de9 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0531271 Jun 28 00:02:35.633564 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d7789a15-0ae6-495d-8504-d00568a0ad1d req-2f3b6d3c-2ef4-4998-a3de-11d09bb05cd2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457938 Jun 28 00:02:35.683279 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-6de50cb1-a4fe-4bdb-8011-607c08a2a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:35.685108 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-6de50cb1-a4fe-4bdb-8011-607c08a2a056 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 915 time: 0.0949876 Jun 28 00:02:35.769964 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-40ab8545-994f-4b48-9cd8-43e98f652cd1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 1002 time: 0.0559130 Jun 28 00:02:35.828784 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-406c26e9-6d4b-414a-8d69-4b0c2feb4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:35.830289 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-406c26e9-6d4b-414a-8d69-4b0c2feb4b44 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0503213 Jun 28 00:02:35.886414 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-6748ac18-d4e1-4c9f-9f0f-6a2e978ff6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:35.888005 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-6748ac18-d4e1-4c9f-9f0f-6a2e978ff6a0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465920 Jun 28 00:02:35.992088 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-9011384b-45d1-484b-b594-58da5a0da4a3 service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Jun 28 00:02:36.064168 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb0910-f9c8-4803-abe1-99ae01ad89b0 req-6bdd34b6-8f42-48d1-aff9-b1e96bfdff18 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:36.065808 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-71fb0910-f9c8-4803-abe1-99ae01ad89b0 req-6bdd34b6-8f42-48d1-aff9-b1e96bfdff18 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0640185 Jun 28 00:02:36.108411 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-d11193b6-3ef5-409e-8645-ff5255e89489 req-9493cd87-ca3c-4886-a1f9-48db3bac8a11 service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949557 Jun 28 00:02:36.124444 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-71fb0910-f9c8-4803-abe1-99ae01ad89b0 req-e0cae3e7-43b9-45a4-9161-d6a10b5f6be5 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527105 Jun 28 00:02:36.297108 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-381c1222-841c-4aee-966b-239bb9b2b3be tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:36.298601 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-381c1222-841c-4aee-966b-239bb9b2b3be tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 945 time: 0.0568721 Jun 28 00:02:36.397240 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Deleting port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:36.397584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:36.489533 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] For port f8eb5df1-0b69-437d-bb6a-46c87a2f1689, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:36.489927 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:36.502877 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Calling delete_port for f8eb5df1-0b69-437d-bb6a-46c87a2f1689 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:36.644986 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (f8eb5df1-0b69-437d-bb6a-46c87a2f1689), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:36.674290 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'Port': ['ID=f8eb5df1-0b69-437d-bb6a-46c87a2f1689,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:36.731976 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] No DVR routers for this DVR port f8eb5df1-0b69-437d-bb6a-46c87a2f1689 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:02:36.734899 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:36.738776 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-2d9477ca-3084-4f07-bdf5-1d9e881dd655 req-2f9d3a8b-a605-42fa-b063-7322af83dc8d tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "DELETE /v2.0/ports/f8eb5df1-0b69-437d-bb6a-46c87a2f1689 HTTP/1.1" status: 204 len: 173 time: 0.4328887 Jun 28 00:02:36.739231 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'name': 'network-vif-deleted', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:36.741490 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8732fa-99fb-4add-b0d0-38c789bf9cc8" -d '{"events": [{"server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "name": "network-vif-deleted", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:36.761173 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d18208e-74b9-4f8c-b232-96548aa6b241 req-714d464f-2d82-49ba-a31d-d0614b7d8bd2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0408568 Jun 28 00:02:36.783935 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87d24a-61d9-4d3a-846c-6f9a4c001981 x-openstack-request-id: req-3c87d24a-61d9-4d3a-846c-6f9a4c001981 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:36.784374 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d006a04f-d8c5-4fb0-bf46-c6eab10d1316", "name": "network-vif-deleted", "tag": "f8eb5df1-0b69-437d-bb6a-46c87a2f1689", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:36.784645 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c87d24a-61d9-4d3a-846c-6f9a4c001981 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:36.785108 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c87d24a-61d9-4d3a-846c-6f9a4c001981'] response: {'server_uuid': 'd006a04f-d8c5-4fb0-bf46-c6eab10d1316', 'name': 'network-vif-deleted', 'tag': 'f8eb5df1-0b69-437d-bb6a-46c87a2f1689', 'status': 'completed', 'code': 200} Jun 28 00:02:37.253623 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c5ee1-fe60-494f-bf80-20ffe90c81f9 req-5db1ed85-91e7-4f11-9bcb-5441739787f3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:37.255003 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9a8c5ee1-fe60-494f-bf80-20ffe90c81f9 req-5db1ed85-91e7-4f11-9bcb-5441739787f3 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0588384 Jun 28 00:02:37.315766 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9a8c5ee1-fe60-494f-bf80-20ffe90c81f9 req-07382d8c-7cc8-465b-b9aa-beb90e8f4fb7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548685 Jun 28 00:02:37.866624 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0d0cddf4-c386-4bdc-b895-c1e3a97e3c9d req-0f404747-b95c-4ff6-9fcc-521196a801fe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Jun 28 00:02:38.459380 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb17d34-9bbf-4380-8c1e-13f33722047a req-d819dc42-3813-4bee-86ad-9633a16f2f4b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:38.460848 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4fb17d34-9bbf-4380-8c1e-13f33722047a req-d819dc42-3813-4bee-86ad-9633a16f2f4b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0688164 Jun 28 00:02:38.520704 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4fb17d34-9bbf-4380-8c1e-13f33722047a req-e7ea6f9b-24c4-467f-bb48-fc58895c733e tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538704 Jun 28 00:02:38.971159 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cc48ddcf-478a-4fe1-9d7e-a6c6bae182a0 req-31f42dca-bdee-49bc-a58d-3b8ce1516ea5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0274682 Jun 28 00:02:39.659690 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f5d1-a4d1-422d-b3c3-12a8a016d12c req-e704e8b5-0fb1-4090-a670-b83f105b8769 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:39.661235 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88e4f5d1-a4d1-422d-b3c3-12a8a016d12c req-e704e8b5-0fb1-4090-a670-b83f105b8769 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0568357 Jun 28 00:02:39.726013 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-88e4f5d1-a4d1-422d-b3c3-12a8a016d12c req-5fb6bafa-00e5-456c-9202-2bf21acde829 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563202 Jun 28 00:02:39.936401 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f8eb5df1-0b69-437d-bb6a-46c87a2f1689 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:02:39.956810 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: f8eb5df1-0b69-437d-bb6a-46c87a2f1689 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:02:39.957257 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device f8eb5df1-0b69-437d-bb6a-46c87a2f1689 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:02:40.074592 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-914f238f-a3e2-42f1-aa51-10d7f318fef6 req-5bd332e5-75c3-4496-a364-dd37bc8dbac5 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=d006a04f-d8c5-4fb0-bf46-c6eab10d1316 HTTP/1.1" status: 200 len: 210 time: 0.0308993 Jun 28 00:02:40.857528 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75026-01d5-489a-98de-d5fd973c37d5 req-3d62b1e5-6d8f-4516-a440-10ce50a76f84 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:40.859087 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d1f75026-01d5-489a-98de-d5fd973c37d5 req-3d62b1e5-6d8f-4516-a440-10ce50a76f84 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0595582 Jun 28 00:02:40.921202 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-d1f75026-01d5-489a-98de-d5fd973c37d5 req-146c84aa-70f5-40e1-8ace-64dfb6fc696b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540042 Jun 28 00:02:42.058838 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5e11-9d8e-4a4a-8b4f-ec23e7f6a1b9 req-866cfa15-0cd3-4a8c-979f-d9324663b0f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:42.060516 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a38a5e11-9d8e-4a4a-8b4f-ec23e7f6a1b9 req-866cfa15-0cd3-4a8c-979f-d9324663b0f6 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0552173 Jun 28 00:02:42.119460 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a38a5e11-9d8e-4a4a-8b4f-ec23e7f6a1b9 req-2c675897-15ef-48cd-b64e-46b95051e0d9 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530865 Jun 28 00:02:43.254752 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424285d-74a9-4310-b4aa-706228de1bee req-a1f68c5a-bf6f-479e-9acf-487cf366e8b4 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:43.256195 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2424285d-74a9-4310-b4aa-706228de1bee req-a1f68c5a-bf6f-479e-9acf-487cf366e8b4 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0578086 Jun 28 00:02:43.323055 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2424285d-74a9-4310-b4aa-706228de1bee req-e773c096-461c-4a6b-8480-9593431c6785 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580823 Jun 28 00:02:44.450525 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f7d1-dbb3-4cdb-94f2-303d2ce0d6e0 req-82513476-d360-4b18-babf-9863c95571b9 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:44.452157 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3390f7d1-dbb3-4cdb-94f2-303d2ce0d6e0 req-82513476-d360-4b18-babf-9863c95571b9 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0564640 Jun 28 00:02:44.514324 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3390f7d1-dbb3-4cdb-94f2-303d2ce0d6e0 req-a7e902a8-837d-4a4d-be4f-4345ab3b6a53 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560668 Jun 28 00:02:45.638868 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d69a-7c2a-47dc-afd8-0d431c9adb1a req-71a6d4fc-468d-4999-958f-8c0c51c1775b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:45.640341 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a963d69a-7c2a-47dc-afd8-0d431c9adb1a req-71a6d4fc-468d-4999-958f-8c0c51c1775b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0581460 Jun 28 00:02:45.700748 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a963d69a-7c2a-47dc-afd8-0d431c9adb1a req-8ed77546-4a39-4426-96b7-c3a6262764c8 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546114 Jun 28 00:02:46.533721 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39272) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:46.680200 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Deleting port 393ef8b9-a336-41bc-9f00-73a92dd990d0 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:46.680891 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:46.768483 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:46.768733 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (393ef8b9-a336-41bc-9f00-73a92dd990d0), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:46.790008 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Calling delete_port for 393ef8b9-a336-41bc-9f00-73a92dd990d0 owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:46.900491 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adbf0e-22ad-4d6f-a620-2ec6a3df53c5 req-f97347da-6b9a-4b88-84e4-01558c7bf87d tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:46.901980 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-75adbf0e-22ad-4d6f-a620-2ec6a3df53c5 req-f97347da-6b9a-4b88-84e4-01558c7bf87d tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.1307662 Jun 28 00:02:47.004099 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-75adbf0e-22ad-4d6f-a620-2ec6a3df53c5 req-e0477d9e-8ef9-4478-92a1-28fe1dd87bed tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957890 Jun 28 00:02:47.030421 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (393ef8b9-a336-41bc-9f00-73a92dd990d0), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:47.056921 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'Port': ['ID=393ef8b9-a336-41bc-9f00-73a92dd990d0,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:47.120141 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:47.120476 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Floating IP 4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7 disassociated (deleted). External IP: 172.27.1.60, port: 6b903e2b-d433-46a1-81bc-016d67f5925e. Jun 28 00:02:47.318003 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:02:47.421974 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:02:47.427420 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:47.432093 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:02:47.447787 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:47.448418 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:47.458676 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-7445e001-5a7d-412f-9ae2-4483d08526b4 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7 HTTP/1.1" status: 204 len: 168 time: 0.9238205 Jun 28 00:02:47.459273 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:47.461542 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:47.501834 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018843d4-5b21-4e54-a9e2-bc016d9358e9 x-openstack-request-id: req-018843d4-5b21-4e54-a9e2-bc016d9358e9 {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:47.502293 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:47.502673 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-018843d4-5b21-4e54-a9e2-bc016d9358e9 {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:47.503845 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018843d4-5b21-4e54-a9e2-bc016d9358e9'] response: {'name': 'network-changed', 'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'status': 'completed', 'code': 200} Jun 28 00:02:47.524184 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-9ba5d1d8-0265-485e-a07b-dbc002ceaa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:47.601606 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-6edb831b-2638-456e-8922-752ecb9be7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:47.603598 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-6edb831b-2638-456e-8922-752ecb9be7bf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=82b40fa1762542d0b8c79591d73689ab&device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 1129 time: 0.0522776 Jun 28 00:02:47.644108 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:47.703881 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53559f8c-ee53-47a9-a18a-285035133e58 req-3c13d8a2-1408-450c-9c49-390da39b57ac tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:47.705485 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-53559f8c-ee53-47a9-a18a-285035133e58 req-3c13d8a2-1408-450c-9c49-390da39b57ac tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.0553484 Jun 28 00:02:47.752149 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-0cdb4fc4-a22c-4fab-ae0d-520221afde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:47.754874 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-0cdb4fc4-a22c-4fab-ae0d-520221afde34 service neutron] 10.222.0.27 "GET /v2.0/networks?id=51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 200 len: 913 time: 0.0960014 Jun 28 00:02:47.757824 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-53559f8c-ee53-47a9-a18a-285035133e58 req-28ae68ff-7f87-45a7-acd2-f1e042576ee7 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465672 Jun 28 00:02:47.797596 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-456ebef1-a023-4430-b390-9f4a41444b07 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 200 len: 217 time: 0.0368595 Jun 28 00:02:47.848881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-b991ecda-9878-4354-acca-fb0a6e907c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:47.850376 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-b991ecda-9878-4354-acca-fb0a6e907c62 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 200 len: 851 time: 0.0443356 Jun 28 00:02:47.863770 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:47.888948 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:02:47.897344 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:47.897956 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:47.900813 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-e2323ba9-ec31-42e2-87cd-a9b5903d6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:47.902397 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-e2323ba9-ec31-42e2-87cd-a9b5903d6040 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=51420aa8-d8f9-4897-97e5-76d3301cd2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445871 Jun 28 00:02:47.997716 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:48.021992 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-8249d402-2531-4202-b9da-6003ee796b99 service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873728 Jun 28 00:02:48.118685 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-73db7cd4-9784-4a87-bcaf-5f89b8145b0f req-57c06ffa-baf8-48f4-b620-d2b5ccf890df service neutron] 10.222.0.27 "GET /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Jun 28 00:02:48.161312 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0860a-d1e9-408c-9d52-36506371ad10 req-b77454a8-6c5e-4337-8fb6-73a08cca217b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:48.163456 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7f0860a-d1e9-408c-9d52-36506371ad10 req-b77454a8-6c5e-4337-8fb6-73a08cca217b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0592229 Jun 28 00:02:48.215308 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:48.231231 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c7f0860a-d1e9-408c-9d52-36506371ad10 req-4f7c8e64-797c-4c14-9565-d8bc9ed2ebbf tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601223 Jun 28 00:02:48.246216 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b17dda-ffa7-4b79-ab60-e34cc6520570 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-27T23:54:18Z', 'revision_number': 4, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': 'e1f24848-9371-463f-84a2-0ab57ee0d719', 'name': '', 'network_id': '51420aa8-d8f9-4897-97e5-76d3301cd2a0', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'mac_address': 'fa:16:3e:0a:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:17Z', 'updated_at': '2022-06-27T23:54:24Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'subnets': [{'id': 'd95632d7-0b8c-4b53-8c66-dbf63327b343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:02:48.491017 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2a22d-c00b-4a39-b81e-75a55bd4d9fc None None] New status for floating IP 4d13d0df-1d2d-4005-bcf9-895b1bbf9cf7: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:02:48.888102 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea91962-2bcd-4670-8386-37cfa1775169 req-346be4a5-4ec7-4f38-88cf-6f8283c0c4d2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:48.889948 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1ea91962-2bcd-4670-8386-37cfa1775169 req-346be4a5-4ec7-4f38-88cf-6f8283c0c4d2 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.0524564 Jun 28 00:02:48.938477 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-1ea91962-2bcd-4670-8386-37cfa1775169 req-c42614bb-48b3-4d3c-83c8-207cc3674041 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Jun 28 00:02:49.360696 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9138f-f951-430e-a551-b45dfa63e815 req-69cf42cc-9d5d-470a-8e43-60e94eb048f8 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:49.362189 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2be9138f-f951-430e-a551-b45dfa63e815 req-69cf42cc-9d5d-470a-8e43-60e94eb048f8 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0589399 Jun 28 00:02:49.420799 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-2be9138f-f951-430e-a551-b45dfa63e815 req-b97d9229-d937-48ae-9c55-0fdfa1f06eca tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&id=49e24646-8e44-44d8-aa8f-6f1df0f6d230&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522368 Jun 28 00:02:49.759288 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-bf2142fa-9633-4dd3-a790-c4a0e9e5a4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:49.973231 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-61225d53-6245-4ac4-bbd1-eb8324e81aec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:49.974621 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-61225d53-6245-4ac4-bbd1-eb8324e81aec tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.0554416 Jun 28 00:02:50.070513 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Deleting port 6b903e2b-d433-46a1-81bc-016d67f5925e {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:50.070815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97273c8d-e62d-4d99-8c11-aa523b2ba13a req-46175c87-6166-4a7f-95f5-c990bec1497e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:02:50.071287 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.072171 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97273c8d-e62d-4d99-8c11-aa523b2ba13a req-46175c87-6166-4a7f-95f5-c990bec1497e tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 945 time: 0.0535433 Jun 28 00:02:50.120079 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-97273c8d-e62d-4d99-8c11-aa523b2ba13a req-2846f2ac-dbd3-41cc-9760-102241317ebe tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Jun 28 00:02:50.160556 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] For port 6b903e2b-d433-46a1-81bc-016d67f5925e, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6b903e2b-d433-46a1-81bc-016d67f5925e,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:50.160923 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.176719 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Calling delete_port for 6b903e2b-d433-46a1-81bc-016d67f5925e owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:50.544215 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (6b903e2b-d433-46a1-81bc-016d67f5925e), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.571104 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'Port': ['ID=6b903e2b-d433-46a1-81bc-016d67f5925e,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:50.615580 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] No DVR routers for this DVR port 6b903e2b-d433-46a1-81bc-016d67f5925e on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:02:50.618189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.621490 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-83a3301a-087f-42b1-85e2-741fff8f7a2e req-49522fce-17fa-4090-a401-1cc3c534e536 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.27 "DELETE /v2.0/ports/6b903e2b-d433-46a1-81bc-016d67f5925e HTTP/1.1" status: 204 len: 173 time: 0.6405339 Jun 28 00:02:50.621927 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'name': 'network-vif-deleted', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:02:50.624156 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98d3061-0b5a-484c-b3c3-2e2c4c155a9c" -d '{"events": [{"server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "name": "network-vif-deleted", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:02:50.673304 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa20d2ba-3585-457a-8a05-2c1fade45a04 x-openstack-request-id: req-aa20d2ba-3585-457a-8a05-2c1fade45a04 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:02:50.673676 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b7183b-8d1a-400d-b579-97caf374c710", "name": "network-vif-deleted", "tag": "6b903e2b-d433-46a1-81bc-016d67f5925e", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:02:50.673938 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa20d2ba-3585-457a-8a05-2c1fade45a04 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:02:50.674345 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa20d2ba-3585-457a-8a05-2c1fade45a04'] response: {'server_uuid': '67b7183b-8d1a-400d-b579-97caf374c710', 'name': 'network-vif-deleted', 'tag': '6b903e2b-d433-46a1-81bc-016d67f5925e', 'status': 'completed', 'code': 200} Jun 28 00:02:50.676167 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39320) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:50.754526 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.790574 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b2bd584f-c3b1-4ca4-9bdb-015b986ff4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.873841 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b2bd584f-c3b1-4ca4-9bdb-015b986ff4af admin admin] Publish callbacks [] for security_group (1b269717-1a61-4545-b8f8-964afddfbe52), precommit_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.878921 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b2bd584f-c3b1-4ca4-9bdb-015b986ff4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (1b269717-1a61-4545-b8f8-964afddfbe52), after_create {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.917672 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b2bd584f-c3b1-4ca4-9bdb-015b986ff4af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=752bd4a3d75049059c886d5df40f8887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405002 Jun 28 00:02:50.918443 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd584f-c3b1-4ca4-9bdb-015b986ff4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b269717-1a61-4545-b8f8-964afddfbe52,revision_number=1']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:50.920502 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39324) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:50.976933 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-58930689-6065-4f8f-b600-86c37f234d6f admin admin] Publish callbacks [] for security_group (1b269717-1a61-4545-b8f8-964afddfbe52), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:50.999541 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-58930689-6065-4f8f-b600-86c37f234d6f admin admin] Publish callbacks [] for security_group (1b269717-1a61-4545-b8f8-964afddfbe52), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:51.055456 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-58930689-6065-4f8f-b600-86c37f234d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (1b269717-1a61-4545-b8f8-964afddfbe52), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:51.058179 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-58930689-6065-4f8f-b600-86c37f234d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:51.061499 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-58930689-6065-4f8f-b600-86c37f234d6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b269717-1a61-4545-b8f8-964afddfbe52 HTTP/1.1" status: 204 len: 168 time: 0.1399131 Jun 28 00:02:51.073990 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58930689-6065-4f8f-b600-86c37f234d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b269717-1a61-4545-b8f8-964afddfbe52,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:51.235661 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-5f45e422-2cdf-4edb-b29d-80f9edc74217 req-4fec0d5d-f237-438a-a965-2fcfba62b30c tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "GET /v2.0/ports?device_id=67b7183b-8d1a-400d-b579-97caf374c710 HTTP/1.1" status: 200 len: 210 time: 0.0292528 Jun 28 00:02:52.261735 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.295331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39332) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:52.669289 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Deleting port 0703745f-dd69-4e98-bf44-6169d7909edb {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:52.669625 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (0703745f-dd69-4e98-bf44-6169d7909edb), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.744328 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (0703745f-dd69-4e98-bf44-6169d7909edb), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.744601 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (0703745f-dd69-4e98-bf44-6169d7909edb), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.757204 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Calling delete_port for 0703745f-dd69-4e98-bf44-6169d7909edb owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:52.893437 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (0703745f-dd69-4e98-bf44-6169d7909edb), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.917292 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'Port': ['ID=0703745f-dd69-4e98-bf44-6169d7909edb,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:52.983117 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for floatingip (039f8465-b98d-4f2f-b95e-083bb314dfe5), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.985926 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:52.987070 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-cbb443a0-5349-4727-bd8b-a159ab76fa77 tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "DELETE /v2.0/floatingips/039f8465-b98d-4f2f-b95e-083bb314dfe5 HTTP/1.1" status: 204 len: 168 time: 0.6907494 Jun 28 00:02:53.842513 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:53.964781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 6b903e2b-d433-46a1-81bc-016d67f5925e no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:02:53.984309 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 6b903e2b-d433-46a1-81bc-016d67f5925e {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:02:53.984643 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 6b903e2b-d433-46a1-81bc-016d67f5925e not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:02:54.197916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39344) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:54.261860 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-89c7898a-79d1-44d9-804d-bfa0a8c2c31f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group (4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:54.288454 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-89c7898a-79d1-44d9-804d-bfa0a8c2c31f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group (4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:54.352543 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-89c7898a-79d1-44d9-804d-bfa0a8c2c31f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:54.355223 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-89c7898a-79d1-44d9-804d-bfa0a8c2c31f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:54.356365 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-89c7898a-79d1-44d9-804d-bfa0a8c2c31f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] 10.222.0.26 "DELETE /v2.0/security-groups/4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe HTTP/1.1" status: 204 len: 168 time: 0.1574199 Jun 28 00:02:54.366379 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7898a-79d1-44d9-804d-bfa0a8c2c31f tempest-TestVolumeBootPattern-1335189676 tempest-TestVolumeBootPattern-1335189676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6f7f1-f09c-4950-9cb4-e4c44ea38cfe,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:54.415556 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39348) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:54.913827 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (5cf45d85-89ed-48c5-ab0c-a13518324b35), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:55.154430 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Deleting port e1f24848-9371-463f-84a2-0ab57ee0d719 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:55.154673 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:55.235364 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] For port e1f24848-9371-463f-84a2-0ab57ee0d719, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=e1f24848-9371-463f-84a2-0ab57ee0d719,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:55.236092 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:55.248552 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Calling delete_port for e1f24848-9371-463f-84a2-0ab57ee0d719 owned by network:router_interface {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:55.435780 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (e1f24848-9371-463f-84a2-0ab57ee0d719), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:55.459249 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f24848-9371-463f-84a2-0ab57ee0d719,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:55.470836 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.471624 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.471979 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.472303 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.472641 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.473032 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.473357 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.473709 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.474043 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.474370 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.474700 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.475021 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.475346 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:02:55.632507 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (5cf45d85-89ed-48c5-ab0c-a13518324b35), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:55.844768 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Router 5cf45d85-89ed-48c5-ab0c-a13518324b35 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:02:55.956305 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:02:55.961527 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-cfa526e3-e752-4c22-9526-93ab641bb8d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/5cf45d85-89ed-48c5-ab0c-a13518324b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5448380 Jun 28 00:02:55.964205 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39356) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:55.966899 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d958303-301a-41de-831d-27ac20d27472 None None] Sync routers for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:02:55.978100 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:55.978725 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:56.064009 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks [] for router (5cf45d85-89ed-48c5-ab0c-a13518324b35), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.083481 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:56.163053 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks [] for router_gateway (5cf45d85-89ed-48c5-ab0c-a13518324b35), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.214046 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Deleting port c80d49b3-94e2-4ad9-a1e7-fb236df6211d {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:56.214451 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.255845 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-28T00:02:55Z', 'revision_number': 5, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port': {'id': 'c80d49b3-94e2-4ad9-a1e7-fb236df6211d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:15Z', 'updated_at': '2022-06-27T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:56.279737 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d958303-301a-41de-831d-27ac20d27472 None None] Checking router: 5cf45d85-89ed-48c5-ab0c-a13518324b35 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:02:56.288274 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] Routers {'5cf45d85-89ed-48c5-ab0c-a13518324b35'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:56.288865 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['5cf45d85-89ed-48c5-ab0c-a13518324b35'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:56.291674 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] For port c80d49b3-94e2-4ad9-a1e7-fb236df6211d, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:56.292210 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.304507 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Calling delete_port for c80d49b3-94e2-4ad9-a1e7-fb236df6211d owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:56.380562 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] Set router 5cf45d85-89ed-48c5-ab0c-a13518324b35 gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:56.431984 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-3d958303-301a-41de-831d-27ac20d27472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-28T00:02:56Z', 'revision_number': 6, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:56.456444 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d958303-301a-41de-831d-27ac20d27472 None None] The sync data for ids ['5cf45d85-89ed-48c5-ab0c-a13518324b35'] in dv-cinder-847864-2-iscsi is: [{'id': '5cf45d85-89ed-48c5-ab0c-a13518324b35', 'name': 'tempest-TestVolumeBootPattern-1774763861-router', 'tenant_id': '82b40fa1762542d0b8c79591d73689ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:14Z', 'updated_at': '2022-06-28T00:02:56Z', 'revision_number': 6, 'project_id': '82b40fa1762542d0b8c79591d73689ab', 'gw_port_host': None}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:02:56.482472 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (c80d49b3-94e2-4ad9-a1e7-fb236df6211d), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.510849 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80d49b3-94e2-4ad9-a1e7-fb236df6211d,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:56.571897 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (5cf45d85-89ed-48c5-ab0c-a13518324b35), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.659289 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (5cf45d85-89ed-48c5-ab0c-a13518324b35), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.661822 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks [] for router_controller (5cf45d85-89ed-48c5-ab0c-a13518324b35), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.703653 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (5cf45d85-89ed-48c5-ab0c-a13518324b35), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.704246 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf45d85-89ed-48c5-ab0c-a13518324b35 {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:02:56.709110 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.710263 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b05ad157-eceb-4658-88bd-f7573eb19a72 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5cf45d85-89ed-48c5-ab0c-a13518324b35 HTTP/1.1" status: 204 len: 168 time: 0.7451477 Jun 28 00:02:56.712758 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39358) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:56.761142 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Deleting subnet d95632d7-0b8c-4b53-8c66-dbf63327b343 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:02:56.764341 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Publish callbacks [] for subnet (d95632d7-0b8c-4b53-8c66-dbf63327b343), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.802577 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (d95632d7-0b8c-4b53-8c66-dbf63327b343), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.882209 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (d95632d7-0b8c-4b53-8c66-dbf63327b343), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.943583 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (d95632d7-0b8c-4b53-8c66-dbf63327b343), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.966262 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95632d7-0b8c-4b53-8c66-dbf63327b343,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:56.972147 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:56.977096 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-dfcd1917-fe07-43d3-a430-18cb0661ddcc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d95632d7-0b8c-4b53-8c66-dbf63327b343 HTTP/1.1" status: 204 len: 168 time: 0.2615972 Jun 28 00:02:56.978094 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39360) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:56.981004 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449edc56-0e9c-4190-a3f5-fe51717df0b0 None None] Network 51420aa8-d8f9-4897-97e5-76d3301cd2a0 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:02:57.046068 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (51420aa8-d8f9-4897-97e5-76d3301cd2a0), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.097278 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Deleting port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:57.097624 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.163765 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] For port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,segment=NetworkSegment(d78f8131-31de-4e92-b9ba-8293f450dcb6),segment_id=d78f8131-31de-4e92-b9ba-8293f450dcb6)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:57.163993 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.176819 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Calling delete_port for c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:57.251712 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726d2e8-fe7f-49d1-b820-45e85cf33d13 None None] DHCP port deletion for 51420aa8-d8f9-4897-97e5-76d3301cd2a0 request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:02:57.257813 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (c50a94a9-8159-43cf-97a4-b3b5f0eb9d30), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.275330 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-1726d2e8-fe7f-49d1-b820-45e85cf33d13 None None] The port 'c50a94a9-8159-43cf-97a4-b3b5f0eb9d30' was deleted {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2026}} Jun 28 00:02:57.291395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Pushing event deleted for resources: {'Port': ['ID=c50a94a9-8159-43cf-97a4-b3b5f0eb9d30,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:57.293331 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] No DVR routers for this DVR port c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:02:57.367641 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (51420aa8-d8f9-4897-97e5-76d3301cd2a0), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.387330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51420aa8-d8f9-4897-97e5-76d3301cd2a0']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:57.396392 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78f8131-31de-4e92-b9ba-8293f450dcb6') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:57.396694 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78f8131-31de-4e92-b9ba-8293f450dcb6') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:57.406524 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (d78f8131-31de-4e92-b9ba-8293f450dcb6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.421579 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (d78f8131-31de-4e92-b9ba-8293f450dcb6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.429512 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:02:57.429912 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (d78f8131-31de-4e92-b9ba-8293f450dcb6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.494102 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (51420aa8-d8f9-4897-97e5-76d3301cd2a0), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.501329 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.507570 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] 10.222.0.26 "DELETE /v2.0/networks/51420aa8-d8f9-4897-97e5-76d3301cd2a0 HTTP/1.1" status: 204 len: 168 time: 0.5258217 Jun 28 00:02:57.507936 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39366) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:57.528398 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041c082-1873-4e24-926f-4de6a3fdd12d admin admin] Pushing event deleted for resources: {'Network': ['ID=51420aa8-d8f9-4897-97e5-76d3301cd2a0,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:57.577271 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment d78f8131-31de-4e92-b9ba-8293f450dcb6 resource provider aggregate not found Jun 28 00:02:57.594023 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment d78f8131-31de-4e92-b9ba-8293f450dcb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d78f8131-31de-4e92-b9ba-8293f450dcb6 found for delete ", "request_id": "req-9a8c64d0-317b-4d43-80f4-4c3e4ab838a1"}]} Jun 28 00:02:57.850439 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:57.897790 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:02:57.916696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:02:57.917038 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c50a94a9-8159-43cf-97a4-b3b5f0eb9d30 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:02:57.917470 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c80d49b3-94e2-4ad9-a1e7-fb236df6211d no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:02:57.934785 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: c80d49b3-94e2-4ad9-a1e7-fb236df6211d {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:02:57.935126 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device c80d49b3-94e2-4ad9-a1e7-fb236df6211d not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:02:57.935532 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device e1f24848-9371-463f-84a2-0ab57ee0d719 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:02:57.956830 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: e1f24848-9371-463f-84a2-0ab57ee0d719 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:02:57.957209 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device e1f24848-9371-463f-84a2-0ab57ee0d719 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:02:58.098473 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Deleting port 0904992e-9317-4454-82b7-4a4e80d405cb {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:58.100460 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:58.203811 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] For port 0904992e-9317-4454-82b7-4a4e80d405cb, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=0904992e-9317-4454-82b7-4a4e80d405cb,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:58.204185 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:58.218230 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Calling delete_port for 0904992e-9317-4454-82b7-4a4e80d405cb owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:58.418540 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (0904992e-9317-4454-82b7-4a4e80d405cb), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:58.444710 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Pushing event deleted for resources: {'Port': ['ID=0904992e-9317-4454-82b7-4a4e80d405cb,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:58.617924 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:58.836251 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Router b9773251-7fac-4a1b-a1e5-5dbc8576aedc has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:02:58.973379 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:02:58.981675 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-0ac7a743-a548-4327-8f0e-c6336808415b admin admin] 10.222.0.26 "PUT /v2.0/routers/b9773251-7fac-4a1b-a1e5-5dbc8576aedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726341 Jun 28 00:02:58.984439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39370) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:02:58.985545 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] Sync routers for ids ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:02:58.996946 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] Routers {'b9773251-7fac-4a1b-a1e5-5dbc8576aedc'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:58.997618 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:59.243561 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] Set router b9773251-7fac-4a1b-a1e5-5dbc8576aedc gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:59.355797 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks [] for router (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.419806 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-28T00:02:58Z', 'revision_number': 5, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:59.444604 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] Checking router: b9773251-7fac-4a1b-a1e5-5dbc8576aedc for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:02:59.453437 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] Routers {'b9773251-7fac-4a1b-a1e5-5dbc8576aedc'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:02:59.453881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks [] for router_gateway (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.454050 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:02:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:59.505189 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Deleting port 5121977b-95b5-45ad-b986-983a4a572b2d {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:02:59.505521 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.556038 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] Set router b9773251-7fac-4a1b-a1e5-5dbc8576aedc gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:02:59.583751 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] For port 5121977b-95b5-45ad-b986-983a4a572b2d, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=5121977b-95b5-45ad-b986-983a4a572b2d,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:02:59.584112 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.597413 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Calling delete_port for 5121977b-95b5-45ad-b986-983a4a572b2d owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:02:59.732519 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-28T00:02:58Z', 'revision_number': 5, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:02:59.757706 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa3ab0-e0b8-42fe-b0d8-8b1114f8c0f5 None None] The sync data for ids ['b9773251-7fac-4a1b-a1e5-5dbc8576aedc'] in dv-cinder-847864-2-iscsi is: [{'id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'name': 'tempest-TestVolumeBootPattern-790537881-router', 'tenant_id': '85d2826d535346a295db3900e9d7bf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-28T00:02:58Z', 'revision_number': 5, 'project_id': '85d2826d535346a295db3900e9d7bf56', 'gw_port': {'id': '5121977b-95b5-45ad-b986-983a4a572b2d', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9773251-7fac-4a1b-a1e5-5dbc8576aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T23:54:21Z', 'updated_at': '2022-06-27T23:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:02:59.763131 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (5121977b-95b5-45ad-b986-983a4a572b2d), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.794099 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Pushing event deleted for resources: {'Port': ['ID=5121977b-95b5-45ad-b986-983a4a572b2d,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:02:59.854255 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.940146 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.942479 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks [] for router_controller (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.988473 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (b9773251-7fac-4a1b-a1e5-5dbc8576aedc), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.989231 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9773251-7fac-4a1b-a1e5-5dbc8576aedc {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:02:59.994234 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:02:59.995196 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-132ddfa7-6ed4-4d27-a887-5587fc90b68b admin admin] 10.222.0.26 "DELETE /v2.0/routers/b9773251-7fac-4a1b-a1e5-5dbc8576aedc HTTP/1.1" status: 204 len: 168 time: 1.0096803 Jun 28 00:02:59.998955 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39372) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:00.053302 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Deleting subnet ee885f29-8efb-4ae2-8a24-3f6e31267910 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:03:00.058080 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Publish callbacks [] for subnet (ee885f29-8efb-4ae2-8a24-3f6e31267910), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.093299 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (ee885f29-8efb-4ae2-8a24-3f6e31267910), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.175706 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (ee885f29-8efb-4ae2-8a24-3f6e31267910), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.234984 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 0904992e-9317-4454-82b7-4a4e80d405cb no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:00.245194 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (ee885f29-8efb-4ae2-8a24-3f6e31267910), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.258735 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 0904992e-9317-4454-82b7-4a4e80d405cb {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:00.259099 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 0904992e-9317-4454-82b7-4a4e80d405cb not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:00.270861 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee885f29-8efb-4ae2-8a24-3f6e31267910,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:00.274877 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.278088 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-0b146ac2-9eb0-4b55-804d-2520689a4aac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ee885f29-8efb-4ae2-8a24-3f6e31267910 HTTP/1.1" status: 204 len: 168 time: 0.2781851 Jun 28 00:03:00.280657 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39374) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:00.287054 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46b1f6-7e43-4ecb-bda6-448c4403b184 None None] Network 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:03:00.351294 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (2fa867a3-fbdb-457b-b0e5-fdabaca51c26), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.409633 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Deleting port 977eccc0-d664-4eba-a932-d5444a1c2b6a {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:00.409960 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.442866 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] DHCP port deletion for 2fa867a3-fbdb-457b-b0e5-fdabaca51c26 request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:03:00.483823 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] For port 977eccc0-d664-4eba-a932-d5444a1c2b6a, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=977eccc0-d664-4eba-a932-d5444a1c2b6a,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:00.484264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.486548 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Deleting port 977eccc0-d664-4eba-a932-d5444a1c2b6a {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:00.486851 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.498572 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Calling delete_port for 977eccc0-d664-4eba-a932-d5444a1c2b6a owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:00.554378 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] For port 977eccc0-d664-4eba-a932-d5444a1c2b6a, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=977eccc0-d664-4eba-a932-d5444a1c2b6a,segment=NetworkSegment(a675cf5c-e8b1-4908-a2f6-2f1a940bf131),segment_id=a675cf5c-e8b1-4908-a2f6-2f1a940bf131)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:00.554768 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.567595 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Calling delete_port for 977eccc0-d664-4eba-a932-d5444a1c2b6a owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:00.581939 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.605191 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Pushing event deleted for resources: {'Port': ['ID=977eccc0-d664-4eba-a932-d5444a1c2b6a,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:00.610811 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] No DVR routers for this DVR port 977eccc0-d664-4eba-a932-d5444a1c2b6a on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:00.644663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (977eccc0-d664-4eba-a932-d5444a1c2b6a), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.665605 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Pushing event deleted for resources: {'Port': ['ID=977eccc0-d664-4eba-a932-d5444a1c2b6a,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:00.677813 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.678217 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.678493 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.678826 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.679142 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.679489 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.679806 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.680197 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.680527 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.680843 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.681186 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.681700 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.682026 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:00.684727 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37126f9f-7218-4e06-be90-f990c5ba6136 None None] No DVR routers for this DVR port 977eccc0-d664-4eba-a932-d5444a1c2b6a on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:00.686393 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (2fa867a3-fbdb-457b-b0e5-fdabaca51c26), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.707091 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa867a3-fbdb-457b-b0e5-fdabaca51c26']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:00.716057 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:00.716351 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a675cf5c-e8b1-4908-a2f6-2f1a940bf131') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:00.725545 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (a675cf5c-e8b1-4908-a2f6-2f1a940bf131), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.738567 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (a675cf5c-e8b1-4908-a2f6-2f1a940bf131), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.744513 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:03:00.744895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (a675cf5c-e8b1-4908-a2f6-2f1a940bf131), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.786112 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment a675cf5c-e8b1-4908-a2f6-2f1a940bf131 resource provider aggregate not found Jun 28 00:03:00.814079 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment a675cf5c-e8b1-4908-a2f6-2f1a940bf131 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a675cf5c-e8b1-4908-a2f6-2f1a940bf131 found for delete ", "request_id": "req-578f6cd7-a77f-405c-8432-c19f722f95e4"}]} Jun 28 00:03:00.817560 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (2fa867a3-fbdb-457b-b0e5-fdabaca51c26), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.823273 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:00.826755 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2fa867a3-fbdb-457b-b0e5-fdabaca51c26 HTTP/1.1" status: 204 len: 168 time: 0.5441701 Jun 28 00:03:00.838823 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6f837-6fde-4f52-a8f7-f3fc51d14807 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa867a3-fbdb-457b-b0e5-fdabaca51c26,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:00.940728 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39382) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:00.996143 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-517dd2b9-45fe-4a73-b8f1-54c3c3362c3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82b40fa1762542d0b8c79591d73689ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537677 Jun 28 00:03:00.999353 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39384) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:01.048529 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e02b8449-5e68-4fed-9ac2-2204f26085ba admin admin] Publish callbacks [] for security_group (530e5c8c-ee71-4d27-85ca-30d8424b9502), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.071635 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e02b8449-5e68-4fed-9ac2-2204f26085ba admin admin] Publish callbacks [] for security_group (530e5c8c-ee71-4d27-85ca-30d8424b9502), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.124170 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e02b8449-5e68-4fed-9ac2-2204f26085ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (530e5c8c-ee71-4d27-85ca-30d8424b9502), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.128734 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e02b8449-5e68-4fed-9ac2-2204f26085ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.130415 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e02b8449-5e68-4fed-9ac2-2204f26085ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/530e5c8c-ee71-4d27-85ca-30d8424b9502 HTTP/1.1" status: 204 len: 168 time: 0.1301618 Jun 28 00:03:01.138122 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b8449-5e68-4fed-9ac2-2204f26085ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e5c8c-ee71-4d27-85ca-30d8424b9502,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:01.455621 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39390) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:01.497199 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3322127a-a8c4-4c80-b086-81c30dafe875 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85d2826d535346a295db3900e9d7bf56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402682 Jun 28 00:03:01.499868 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39392) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:01.554055 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-810bcaaf-9d7a-49f4-8563-3304b454ffc8 admin admin] Publish callbacks [] for security_group (91a810b4-285c-4681-9179-1bccb746e37d), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.580173 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-810bcaaf-9d7a-49f4-8563-3304b454ffc8 admin admin] Publish callbacks [] for security_group (91a810b4-285c-4681-9179-1bccb746e37d), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.630723 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-810bcaaf-9d7a-49f4-8563-3304b454ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (91a810b4-285c-4681-9179-1bccb746e37d), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.634639 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-810bcaaf-9d7a-49f4-8563-3304b454ffc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:01.636141 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-810bcaaf-9d7a-49f4-8563-3304b454ffc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91a810b4-285c-4681-9179-1bccb746e37d HTTP/1.1" status: 204 len: 168 time: 0.1354041 Jun 28 00:03:01.646589 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bcaaf-9d7a-49f4-8563-3304b454ffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a810b4-285c-4681-9179-1bccb746e37d,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:01.899330 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 977eccc0-d664-4eba-a932-d5444a1c2b6a no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:01.919945 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 977eccc0-d664-4eba-a932-d5444a1c2b6a {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:01.920257 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 977eccc0-d664-4eba-a932-d5444a1c2b6a not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:01.920705 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 5121977b-95b5-45ad-b986-983a4a572b2d no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:01.939879 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 5121977b-95b5-45ad-b986-983a4a572b2d {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:01.940132 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 5121977b-95b5-45ad-b986-983a4a572b2d not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:03.037624 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:09.580114 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-487673dd-ba70-4bc6-96cf-50ee86e828e1 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522649 Jun 28 00:03:09.691599 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-e523df9e-29ac-45ae-865d-1065cac715b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:09.693150 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-e523df9e-29ac-45ae-865d-1065cac715b9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1169 time: 0.0487411 Jun 28 00:03:09.802382 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-c615bbe8-29b5-4f66-8012-093f95b33ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:09.803846 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-c615bbe8-29b5-4f66-8012-093f95b33ab3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 915 time: 0.0908644 Jun 28 00:03:09.866271 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-fbdc3d18-f7cf-45af-ac6a-44f3c2268101 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 1002 time: 0.0558763 Jun 28 00:03:09.922204 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-f3c1e6d9-6d24-492b-b4e6-9ebc56747d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:09.923677 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-f3c1e6d9-6d24-492b-b4e6-9ebc56747d9b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0497489 Jun 28 00:03:09.975024 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-3c1cda24-5638-4970-b219-c05c962f1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:09.976519 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-3c1cda24-5638-4970-b219-c05c962f1246 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456474 Jun 28 00:03:10.074338 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-420dea8c-ba4b-4a37-a542-951816ae2cea service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912106 Jun 28 00:03:10.167313 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-51d67e6a-a9db-4073-a0a8-e00923f7e554 req-75701d9e-c3be-4630-83ea-6587a2d8935d service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865302 Jun 28 00:03:12.424034 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:03:17.540349 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c598-eb7f-4074-a670-13d69da41f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:19.754881 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-8f4c360e-c2ee-4289-aac5-2ff9150a7079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:20.768232 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.264931 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.490762 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-17fad449-9c65-4315-9e9c-99d7b70d2241 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626185790&fields=id&tenant_id=4c678f4e37044f55bb7a3e62aaaf8184 HTTP/1.1" status: 200 len: 267 time: 0.2567339 Jun 28 00:03:22.548979 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-d4f6915e-c9e4-48d1-90e8-95c2d6266b08 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:22.550486 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-d4f6915e-c9e4-48d1-90e8-95c2d6266b08 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 985 time: 0.0543244 Jun 28 00:03:22.563808 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.v2.base [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Request body: {'port': {'security_groups': ['6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5']}} {{(pid=115319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 28 00:03:22.641562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.818137 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:22.857932 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), precommit_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.864319 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62574428'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_update {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.900968 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['7ef26459-e81e-4a98-bdcf-22b6643a5c72'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:03:22.910658 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:22.911264 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.912796 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-25cc3d1c-d469-4828-b7bf-461fff70462f req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "PUT /v2.0/ports/7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 943 time: 0.3533714 Jun 28 00:03:22.913318 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:03:22.915625 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37dd2d7-eb33-40de-8239-61ca241b68de" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:03:22.919874 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39410) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:22.968485 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event updated for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=7']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:22.971957 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cbfb9e-2aec-42a9-8a24-513f190573de x-openstack-request-id: req-a8cbfb9e-2aec-42a9-8a24-513f190573de {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:03:22.972240 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:03:22.972490 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8cbfb9e-2aec-42a9-8a24-513f190573de {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:03:22.972883 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cbfb9e-2aec-42a9-8a24-513f190573de'] response: {'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'status': 'completed', 'code': 200} Jun 28 00:03:22.982412 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-36cb140b-9321-4bb1-a8e0-1db617142e0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group (49e24646-8e44-44d8-aa8f-6f1df0f6d230), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:22.984815 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.985485 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.986165 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.986769 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.987324 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.987871 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.988422 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.988973 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.989616 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.990276 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.990767 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.991665 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:22.991848 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ca7b24-3cc4-40db-926f-f64de4497e8a tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:03:23.015238 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-36cb140b-9321-4bb1-a8e0-1db617142e0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group (49e24646-8e44-44d8-aa8f-6f1df0f6d230), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.037937 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['7ef26459-e81e-4a98-bdcf-22b6643a5c72'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:03:23.098199 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-c5849335-5a6c-456c-a7ae-72be369923c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:23.099740 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-c5849335-5a6c-456c-a7ae-72be369923c4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1130 time: 0.0816782 Jun 28 00:03:23.173535 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-36cb140b-9321-4bb1-a8e0-1db617142e0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (49e24646-8e44-44d8-aa8f-6f1df0f6d230), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.176439 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-36cb140b-9321-4bb1-a8e0-1db617142e0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.177640 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-36cb140b-9321-4bb1-a8e0-1db617142e0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "DELETE /v2.0/security-groups/49e24646-8e44-44d8-aa8f-6f1df0f6d230 HTTP/1.1" status: 204 len: 168 time: 0.2567639 Jun 28 00:03:23.180772 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39412) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:23.187624 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-cd08f78d-af42-4864-92e0-9406cf40f36b None None] Provisioning complete for port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 triggered by entity DHCP. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:03:23.188074 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-cd08f78d-af42-4864-92e0-9406cf40f36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.212727 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-ae89691e-0faa-4a0d-b28b-c386dc436371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:23.214672 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-ae89691e-0faa-4a0d-b28b-c386dc436371 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 915 time: 0.1085033 Jun 28 00:03:23.229467 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb140b-9321-4bb1-a8e0-1db617142e0b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e24646-8e44-44d8-aa8f-6f1df0f6d230,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:23.294967 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-adbfc0d5-e7b4-46f9-9f44-d8c91dbcfaa6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 1002 time: 0.0731437 Jun 28 00:03:23.308933 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-cd08f78d-af42-4864-92e0-9406cf40f36b None None] Current status of the port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 is: ACTIVE; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:03:23.346801 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-298c23f5-dade-473b-9760-855b341f06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:23.347165 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Deleting port 85caee4a-b6a6-45c5-8dc3-357b157d0b42 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:23.347571 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.348339 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-298c23f5-dade-473b-9760-855b341f06df service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0466228 Jun 28 00:03:23.397425 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-a6d9c66a-ca81-4eb0-bc07-1bc89cc99720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:23.399034 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-a6d9c66a-ca81-4eb0-bc07-1bc89cc99720 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447526 Jun 28 00:03:23.428759 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.429158 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for floatingip (85caee4a-b6a6-45c5-8dc3-357b157d0b42), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.441331 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Calling delete_port for 85caee4a-b6a6-45c5-8dc3-357b157d0b42 owned by network:floatingip {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:23.491484 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-5d642395-16fa-4eb5-b5af-9500529b0231 service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847135 Jun 28 00:03:23.582880 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e37dd2d7-eb33-40de-8239-61ca241b68de req-a7ad5815-7652-4748-a7e6-c493f762340f service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Jun 28 00:03:23.591162 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (85caee4a-b6a6-45c5-8dc3-357b157d0b42), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.616222 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event deleted for resources: {'Port': ['ID=85caee4a-b6a6-45c5-8dc3-357b157d0b42,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:23.678714 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks [] for floatingip (6b50d48b-9479-4f17-9828-b6415e48a3da), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.679053 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.db.l3_db [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Floating IP 6b50d48b-9479-4f17-9828-b6415e48a3da disassociated (deleted). External IP: 172.27.1.232, port: 7ef26459-e81e-4a98-bdcf-22b6643a5c72. Jun 28 00:03:23.836898 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:23.889174 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Router 3d56a371-181c-413e-a462-266a90efb225 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:03:23.992427 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:03:23.997616 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:24.002122 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] Sync routers for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:03:24.012667 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:03:24.013317 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:03:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:24.027057 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1980f4b1-3887-4649-9a7a-b58d3cc57683 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "DELETE /v2.0/floatingips/6b50d48b-9479-4f17-9828-b6415e48a3da HTTP/1.1" status: 204 len: 168 time: 0.8451633 Jun 28 00:03:24.113458 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:03:24.408306 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:24.432647 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] Checking router: 3d56a371-181c-413e-a462-266a90efb225 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:03:24.442123 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:03:24.442727 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:03:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:24.550274 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:03:24.755394 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:24.782529 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc90b662-36fe-419e-93bb-52dbd859a54f None None] The sync data for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi is: [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:01:07Z', 'revision_number': 4, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '4778112e-536d-4546-8f2a-b8947aeb4a88', 'name': '', 'network_id': '6c7c673c-1959-43b7-9b69-ec0bb9166166', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'mac_address': 'fa:16:3e:d8:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:06Z', 'updated_at': '2022-06-28T00:01:13Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'subnets': [{'id': '82d83609-eeed-43cf-8e3f-8e511c7da49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:03:24.974869 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:03:24.977412 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7087259aa17ba7f3507a2ecf6dcf46118cb2560b703d526f9ddc09c4df016011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e24f60-f6f7-4992-b630-08399b19448a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:03:25.017618 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de9829-fed3-4eee-a2cf-4a9664a3ce0e x-openstack-request-id: req-a4de9829-fed3-4eee-a2cf-4a9664a3ce0e {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:03:25.017969 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "status": "completed", "code": 200}]} {{(pid=115319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:03:25.018202 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4de9829-fed3-4eee-a2cf-4a9664a3ce0e {{(pid=115319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:03:25.018635 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4de9829-fed3-4eee-a2cf-4a9664a3ce0e'] response: {'name': 'network-changed', 'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'status': 'completed', 'code': 200} Jun 28 00:03:25.030048 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188d9d6-90df-4302-b96e-18f092c2fb09 None None] New status for floating IP 6b50d48b-9479-4f17-9828-b6415e48a3da: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:03:25.133812 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24f60-f6f7-4992-b630-08399b19448a req-e855e6fa-6366-4692-8d5c-c5ec7a558b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:25.135561 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-e855e6fa-6366-4692-8d5c-c5ec7a558b9f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 1130 time: 0.0582559 Jun 28 00:03:25.228714 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24f60-f6f7-4992-b630-08399b19448a req-d8e3d5b7-74da-4092-af8e-12bad7b742b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:25.230243 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-d8e3d5b7-74da-4092-af8e-12bad7b742b6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 200 len: 915 time: 0.0885210 Jun 28 00:03:25.269635 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-b7c6359c-451a-4354-8083-5be9a1e1b4af service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 200 len: 217 time: 0.0326443 Jun 28 00:03:25.321589 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24f60-f6f7-4992-b630-08399b19448a req-5a36361f-2987-4473-b9ae-1743015239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:25.323089 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-5a36361f-2987-4473-b9ae-1743015239b6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 200 len: 853 time: 0.0482750 Jun 28 00:03:25.374684 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24f60-f6f7-4992-b630-08399b19448a req-275262b5-c76f-4cb0-9e6c-e37702b65c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:25.376098 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-275262b5-c76f-4cb0-9e6c-e37702b65c97 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6c7c673c-1959-43b7-9b69-ec0bb9166166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459468 Jun 28 00:03:25.465280 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-147b74a3-85e8-4938-b4ad-9ef35f1d084b service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Jun 28 00:03:25.562956 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-31e24f60-f6f7-4992-b630-08399b19448a req-bc302afb-7ba2-483d-a344-10f62bba963a service neutron] 10.222.0.27 "GET /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921626 Jun 28 00:03:26.782287 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedef0b-068f-4235-80c4-e9f8846ff7a7 req-ab677f8d-c883-4eff-b3f7-0eb3b9a56490 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:26.783671 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3dedef0b-068f-4235-80c4-e9f8846ff7a7 req-ab677f8d-c883-4eff-b3f7-0eb3b9a56490 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0535362 Jun 28 00:03:26.835768 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3dedef0b-068f-4235-80c4-e9f8846ff7a7 req-71ea7ee4-6db7-45d4-938e-883ef88c7115 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Jun 28 00:03:28.036431 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18f3bb-2067-42c2-9b1d-ce996421abf3 req-71c84779-7dc0-4342-a0c9-9d41f1dcbaeb tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:28.037985 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0b18f3bb-2067-42c2-9b1d-ce996421abf3 req-71c84779-7dc0-4342-a0c9-9d41f1dcbaeb tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.1267421 Jun 28 00:03:28.086567 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-0b18f3bb-2067-42c2-9b1d-ce996421abf3 req-7ea1c73a-8922-4d08-b549-53c227d4c91b tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Jun 28 00:03:28.551447 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb12605-69c0-4883-bf55-94a946d861cf req-dc263a92-e7ff-4469-93d2-0e7a4448c3c7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:03:28.552895 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-abb12605-69c0-4883-bf55-94a946d861cf req-dc263a92-e7ff-4469-93d2-0e7a4448c3c7 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.27 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 946 time: 0.0590022 Jun 28 00:03:28.643858 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Deleting port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:28.644190 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:28.751153 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] For port 7ef26459-e81e-4a98-bdcf-22b6643a5c72, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7ef26459-e81e-4a98-bdcf-22b6643a5c72,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:28.751458 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:28.764723 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Calling delete_port for 7ef26459-e81e-4a98-bdcf-22b6643a5c72 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:28.915596 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (7ef26459-e81e-4a98-bdcf-22b6643a5c72), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:28.942786 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Pushing event deleted for resources: {'Port': ['ID=7ef26459-e81e-4a98-bdcf-22b6643a5c72,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:28.952430 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['7ef26459-e81e-4a98-bdcf-22b6643a5c72'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:03:28.990265 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] No DVR routers for this DVR port 7ef26459-e81e-4a98-bdcf-22b6643a5c72 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:28.993369 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:28.998559 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-abb12605-69c0-4883-bf55-94a946d861cf req-07917e6f-5041-446b-be8e-e025fa084a78 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.27 "DELETE /v2.0/ports/7ef26459-e81e-4a98-bdcf-22b6643a5c72 HTTP/1.1" status: 204 len: 173 time: 0.4399121 Jun 28 00:03:28.999208 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'name': 'network-vif-deleted', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:03:29.001985 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce0a6d-2a3d-4c8a-a265-f31aa6fe181e" -d '{"events": [{"server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "name": "network-vif-deleted", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:03:29.037924 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6832f20-1396-479c-9162-ea4b68d43e37 x-openstack-request-id: req-f6832f20-1396-479c-9162-ea4b68d43e37 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:03:29.038221 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac9588-8dec-4dc2-be40-75c173ab7b24", "name": "network-vif-deleted", "tag": "7ef26459-e81e-4a98-bdcf-22b6643a5c72", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:03:29.038480 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6832f20-1396-479c-9162-ea4b68d43e37 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:03:29.038921 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6832f20-1396-479c-9162-ea4b68d43e37'] response: {'server_uuid': 'b6ac9588-8dec-4dc2-be40-75c173ab7b24', 'name': 'network-vif-deleted', 'tag': '7ef26459-e81e-4a98-bdcf-22b6643a5c72', 'status': 'completed', 'code': 200} Jun 28 00:03:29.204048 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8056120a-c844-4d7e-959f-ad0a5a61febe req-51645c10-d493-4375-a406-1c4ed38489a9 tempest-TestMinimumBasicScenario-1644253953 tempest-TestMinimumBasicScenario-1644253953-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6ac9588-8dec-4dc2-be40-75c173ab7b24 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Jun 28 00:03:30.924662 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39496) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:31.519174 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (3d56a371-181c-413e-a462-266a90efb225), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:31.762118 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Deleting port 4778112e-536d-4546-8f2a-b8947aeb4a88 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:31.762476 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:31.844564 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] For port 4778112e-536d-4546-8f2a-b8947aeb4a88, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=4778112e-536d-4546-8f2a-b8947aeb4a88,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:31.844824 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:31.862019 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Calling delete_port for 4778112e-536d-4546-8f2a-b8947aeb4a88 owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:32.064177 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (4778112e-536d-4546-8f2a-b8947aeb4a88), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:32.095617 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=4778112e-536d-4546-8f2a-b8947aeb4a88,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:32.264901 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (3d56a371-181c-413e-a462-266a90efb225), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:32.481092 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Router 3d56a371-181c-413e-a462-266a90efb225 has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:03:32.581879 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:03:32.587076 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e08c880c-3618-4f07-a4e2-429b78601a2f admin admin] 10.222.0.26 "PUT /v2.0/routers/3d56a371-181c-413e-a462-266a90efb225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6613383 Jun 28 00:03:32.590003 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39500) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:32.593777 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] Sync routers for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:03:32.604275 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:03:32.604886 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:03:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:32.687244 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks [] for router (3d56a371-181c-413e-a462-266a90efb225), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:32.705237 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:03:32.784656 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks [] for router_gateway (3d56a371-181c-413e-a462-266a90efb225), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:32.831895 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Deleting port 6ffa0725-7a03-4b0c-934a-463b6cc0c059 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:32.832251 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:32.878632 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:03:32Z', 'revision_number': 5, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port': {'id': '6ffa0725-7a03-4b0c-934a-463b6cc0c059', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d56a371-181c-413e-a462-266a90efb225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:03Z', 'updated_at': '2022-06-28T00:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:32.903113 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] Checking router: 3d56a371-181c-413e-a462-266a90efb225 for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:03:32.911997 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] Routers {'3d56a371-181c-413e-a462-266a90efb225'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:03:32.912607 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:03:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['3d56a371-181c-413e-a462-266a90efb225'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:32.912729 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] For port 6ffa0725-7a03-4b0c-934a-463b6cc0c059, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=6ffa0725-7a03-4b0c-934a-463b6cc0c059,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:32.913095 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:32.925741 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Calling delete_port for 6ffa0725-7a03-4b0c-934a-463b6cc0c059 owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:32.994980 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] Set router 3d56a371-181c-413e-a462-266a90efb225 gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:03:33.022791 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.046772 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:03:32Z', 'revision_number': 6, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:33.070168 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650fc77-9c15-4d45-a1eb-ac8fcde37d2c None None] The sync data for ids ['3d56a371-181c-413e-a462-266a90efb225'] in dv-cinder-847864-2-iscsi is: [{'id': '3d56a371-181c-413e-a462-266a90efb225', 'name': 'tempest-TestMinimumBasicScenario-996388515-router', 'tenant_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:01Z', 'updated_at': '2022-06-28T00:03:32Z', 'revision_number': 6, 'project_id': '4c678f4e37044f55bb7a3e62aaaf8184', 'gw_port_host': None}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:03:33.093125 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (6ffa0725-7a03-4b0c-934a-463b6cc0c059), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.119000 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffa0725-7a03-4b0c-934a-463b6cc0c059,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:33.181038 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (3d56a371-181c-413e-a462-266a90efb225), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.268741 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (3d56a371-181c-413e-a462-266a90efb225), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.272285 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks [] for router_controller (3d56a371-181c-413e-a462-266a90efb225), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.333094 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (3d56a371-181c-413e-a462-266a90efb225), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.333710 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d56a371-181c-413e-a462-266a90efb225 {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:03:33.341130 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.342666 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-6bfe25d9-2e90-4c60-a84e-606c57a9b5e2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3d56a371-181c-413e-a462-266a90efb225 HTTP/1.1" status: 204 len: 168 time: 0.7517309 Jun 28 00:03:33.345186 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39502) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:33.389531 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Deleting subnet 82d83609-eeed-43cf-8e3f-8e511c7da49d {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:03:33.392858 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Publish callbacks [] for subnet (82d83609-eeed-43cf-8e3f-8e511c7da49d), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.431523 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (82d83609-eeed-43cf-8e3f-8e511c7da49d), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.511433 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (82d83609-eeed-43cf-8e3f-8e511c7da49d), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.564831 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (82d83609-eeed-43cf-8e3f-8e511c7da49d), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.589330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d83609-eeed-43cf-8e3f-8e511c7da49d,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:33.594501 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.598332 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-e8a3d826-fc26-4fae-bbbf-d77d7eaf954e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/82d83609-eeed-43cf-8e3f-8e511c7da49d HTTP/1.1" status: 204 len: 168 time: 0.2522092 Jun 28 00:03:33.600148 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b3cdf2-23a1-48ed-a8e9-3d0502efe2b0 None None] Network 6c7c673c-1959-43b7-9b69-ec0bb9166166 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:03:33.600290 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39504) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:33.675176 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (6c7c673c-1959-43b7-9b69-ec0bb9166166), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.734081 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Deleting port 49548934-5e9e-4bff-bd99-ce2db8d21567 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:33.734424 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.798341 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] For port 49548934-5e9e-4bff-bd99-ce2db8d21567, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=49548934-5e9e-4bff-bd99-ce2db8d21567,segment=NetworkSegment(bf1c94fc-d62f-4b7f-8930-68ffd084146e),segment_id=bf1c94fc-d62f-4b7f-8930-68ffd084146e)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:33.798618 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.811220 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Calling delete_port for 49548934-5e9e-4bff-bd99-ce2db8d21567 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:33.856063 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] DHCP port deletion for 6c7c673c-1959-43b7-9b69-ec0bb9166166 request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:03:33.901172 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.908677 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Deleting port 49548934-5e9e-4bff-bd99-ce2db8d21567 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:33.909074 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:33.927919 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Pushing event deleted for resources: {'Port': ['ID=49548934-5e9e-4bff-bd99-ce2db8d21567,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:33.936264 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] No DVR routers for this DVR port 49548934-5e9e-4bff-bd99-ce2db8d21567 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:33.958305 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4778112e-536d-4546-8f2a-b8947aeb4a88 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:33.985359 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 4778112e-536d-4546-8f2a-b8947aeb4a88 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:33.985889 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 4778112e-536d-4546-8f2a-b8947aeb4a88 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:33.986404 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 6ffa0725-7a03-4b0c-934a-463b6cc0c059 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:34.017944 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 6ffa0725-7a03-4b0c-934a-463b6cc0c059 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:34.018289 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 6ffa0725-7a03-4b0c-934a-463b6cc0c059 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:34.018708 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 49548934-5e9e-4bff-bd99-ce2db8d21567 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:34.020820 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] For port 49548934-5e9e-4bff-bd99-ce2db8d21567, host dv-cinder-847864-2-iscsi, got binding levels [] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:34.021249 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.045992 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 49548934-5e9e-4bff-bd99-ce2db8d21567 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:34.046696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 49548934-5e9e-4bff-bd99-ce2db8d21567 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:34.051447 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Calling delete_port for 49548934-5e9e-4bff-bd99-ce2db8d21567 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:34.054550 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.ipam_backend_mixin [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Port 49548934-5e9e-4bff-bd99-ce2db8d21567 was not found and therefore no delete operation was performed {{(pid=115320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jun 28 00:03:34.055928 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (49548934-5e9e-4bff-bd99-ce2db8d21567), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.081688 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] Pushing event deleted for resources: {'Port': ['ID=49548934-5e9e-4bff-bd99-ce2db8d21567,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:34.085002 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675facf-7c1b-4d99-9c88-35dacb91d2ce None None] No DVR routers for this DVR port 49548934-5e9e-4bff-bd99-ce2db8d21567 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:34.105703 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 7ef26459-e81e-4a98-bdcf-22b6643a5c72 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:34.127626 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 7ef26459-e81e-4a98-bdcf-22b6643a5c72 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:34.127967 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 7ef26459-e81e-4a98-bdcf-22b6643a5c72 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:34.270022 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (6c7c673c-1959-43b7-9b69-ec0bb9166166), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.289623 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c673c-1959-43b7-9b69-ec0bb9166166']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:34.298788 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1c94fc-d62f-4b7f-8930-68ffd084146e') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:34.299087 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1c94fc-d62f-4b7f-8930-68ffd084146e') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:34.308581 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (bf1c94fc-d62f-4b7f-8930-68ffd084146e), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.323137 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (bf1c94fc-d62f-4b7f-8930-68ffd084146e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.329454 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:03:34.329833 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (bf1c94fc-d62f-4b7f-8930-68ffd084146e), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.370528 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment bf1c94fc-d62f-4b7f-8930-68ffd084146e resource provider aggregate not found Jun 28 00:03:34.388857 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment bf1c94fc-d62f-4b7f-8930-68ffd084146e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf1c94fc-d62f-4b7f-8930-68ffd084146e found for delete ", "request_id": "req-a3296a2b-21b3-41e9-afe2-a1bab989adf4"}]} Jun 28 00:03:34.397512 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (6c7c673c-1959-43b7-9b69-ec0bb9166166), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.403588 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:34.407189 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c7c673c-1959-43b7-9b69-ec0bb9166166 HTTP/1.1" status: 204 len: 168 time: 0.8060732 Jun 28 00:03:34.410386 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39510) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:34.418586 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf870d7-e4d8-4198-b03f-42a7789be252 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7c673c-1959-43b7-9b69-ec0bb9166166,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:34.768230 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (2873f231-7290-457d-93e5-eb0053b3507b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:35.000635 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Deleting port 7521f4d7-d180-4ad7-807c-0b73c172ac73 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:35.000943 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:35.081402 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] For port 7521f4d7-d180-4ad7-807c-0b73c172ac73, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=7521f4d7-d180-4ad7-807c-0b73c172ac73,segment=NetworkSegment(65ff215f-d2ba-4ecd-8849-884a6a1a84d3),segment_id=65ff215f-d2ba-4ecd-8849-884a6a1a84d3)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:35.081725 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:35.094788 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Calling delete_port for 7521f4d7-d180-4ad7-807c-0b73c172ac73 owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:35.276482 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (7521f4d7-d180-4ad7-807c-0b73c172ac73), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:35.307588 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Pushing event deleted for resources: {'Port': ['ID=7521f4d7-d180-4ad7-807c-0b73c172ac73,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:35.473027 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (2873f231-7290-457d-93e5-eb0053b3507b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:35.692509 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Router 2873f231-7290-457d-93e5-eb0053b3507b has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:03:35.796820 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:03:35.804266 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-a72e0b7d-92ad-4b5e-befc-e48a484a681e admin admin] 10.222.0.26 "PUT /v2.0/routers/2873f231-7290-457d-93e5-eb0053b3507b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3928547 Jun 28 00:03:35.807081 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39512) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:35.809861 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] Sync routers for ids ['2873f231-7290-457d-93e5-eb0053b3507b'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:03:35.820621 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] Routers {'2873f231-7290-457d-93e5-eb0053b3507b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:03:35.821437 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:03:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['2873f231-7290-457d-93e5-eb0053b3507b'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:35.908798 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks [] for router (2873f231-7290-457d-93e5-eb0053b3507b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:35.928950 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] Set router 2873f231-7290-457d-93e5-eb0053b3507b gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:03:36.008347 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks [] for router_gateway (2873f231-7290-457d-93e5-eb0053b3507b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.060891 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Deleting port a008dfc9-c881-4184-a4c7-cf415b0bef1e {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:36.061252 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.107463 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:03:35Z', 'revision_number': 5, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port': {'id': 'a008dfc9-c881-4184-a4c7-cf415b0bef1e', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2873f231-7290-457d-93e5-eb0053b3507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:36.131131 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] Checking router: 2873f231-7290-457d-93e5-eb0053b3507b for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:03:36.140204 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] Routers {'2873f231-7290-457d-93e5-eb0053b3507b'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:03:36.140781 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:03:20Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['2873f231-7290-457d-93e5-eb0053b3507b'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:36.142754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] For port a008dfc9-c881-4184-a4c7-cf415b0bef1e, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a008dfc9-c881-4184-a4c7-cf415b0bef1e,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:36.143133 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.156908 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Calling delete_port for a008dfc9-c881-4184-a4c7-cf415b0bef1e owned by network:router_gateway {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:36.222184 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] Set router 2873f231-7290-457d-93e5-eb0053b3507b gateway port host: None {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:03:36.271365 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:03:36Z', 'revision_number': 6, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:36.300543 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63798-6a90-498c-8689-9bc7137bba80 None None] The sync data for ids ['2873f231-7290-457d-93e5-eb0053b3507b'] in dv-cinder-847864-2-iscsi is: [{'id': '2873f231-7290-457d-93e5-eb0053b3507b', 'name': 'tempest-TestMinimumBasicScenario-811744003-router', 'tenant_id': '35a6af4f8eee4895b3c95711c0b531ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:11Z', 'updated_at': '2022-06-28T00:03:36Z', 'revision_number': 6, 'project_id': '35a6af4f8eee4895b3c95711c0b531ad', 'gw_port_host': None}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:03:36.327613 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (a008dfc9-c881-4184-a4c7-cf415b0bef1e), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.351620 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a008dfc9-c881-4184-a4c7-cf415b0bef1e,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:36.417291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (2873f231-7290-457d-93e5-eb0053b3507b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.500714 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (2873f231-7290-457d-93e5-eb0053b3507b), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.502943 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks [] for router_controller (2873f231-7290-457d-93e5-eb0053b3507b), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.552776 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (2873f231-7290-457d-93e5-eb0053b3507b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.553327 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2873f231-7290-457d-93e5-eb0053b3507b {{(pid=115319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:03:36.559225 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.560394 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-85fbe574-c9a2-4ce2-b03b-4b7cfed82c5d admin admin] 10.222.0.26 "DELETE /v2.0/routers/2873f231-7290-457d-93e5-eb0053b3507b HTTP/1.1" status: 204 len: 168 time: 0.7523000 Jun 28 00:03:36.563169 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39514) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:36.608327 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Deleting subnet d75301da-df05-4a94-9862-1ebb6f5d98aa {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:03:36.611659 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Publish callbacks [] for subnet (d75301da-df05-4a94-9862-1ebb6f5d98aa), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.645807 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (d75301da-df05-4a94-9862-1ebb6f5d98aa), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.729389 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (d75301da-df05-4a94-9862-1ebb6f5d98aa), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.788452 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (d75301da-df05-4a94-9862-1ebb6f5d98aa), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.813374 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75301da-df05-4a94-9862-1ebb6f5d98aa,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:36.816990 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.820181 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-30a15e40-df0a-4035-8c87-16b9584b8e97 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d75301da-df05-4a94-9862-1ebb6f5d98aa HTTP/1.1" status: 204 len: 168 time: 0.2560484 Jun 28 00:03:36.822916 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39518) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:36.825286 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2bfceb-3e26-4330-987b-dc2c8fc15aaa None None] Network b7eb9bf7-e153-4ff1-b638-f97c8165b41a requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:03:36.891284 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (b7eb9bf7-e153-4ff1-b638-f97c8165b41a), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:36.945795 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Deleting port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:36.946122 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.008709 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] For port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,segment=NetworkSegment(65ff215f-d2ba-4ecd-8849-884a6a1a84d3),segment_id=65ff215f-d2ba-4ecd-8849-884a6a1a84d3)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:37.009087 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.021671 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Calling delete_port for b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:37.079596 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] DHCP port deletion for b7eb9bf7-e153-4ff1-b638-f97c8165b41a request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:03:37.121146 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.150567 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:37.152451 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] No DVR routers for this DVR port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:37.229261 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (b7eb9bf7-e153-4ff1-b638-f97c8165b41a), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.250898 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7eb9bf7-e153-4ff1-b638-f97c8165b41a']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:37.258729 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Deleting port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:03:37.259128 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.260870 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ff215f-d2ba-4ecd-8849-884a6a1a84d3') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:37.261344 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ff215f-d2ba-4ecd-8849-884a6a1a84d3') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:03:37.270984 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (65ff215f-d2ba-4ecd-8849-884a6a1a84d3), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.285303 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (65ff215f-d2ba-4ecd-8849-884a6a1a84d3), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.291400 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:03:37.291936 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (65ff215f-d2ba-4ecd-8849-884a6a1a84d3), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.322121 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] For port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3, host dv-cinder-847864-2-iscsi, got binding levels [] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:03:37.323061 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.336055 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Calling delete_port for b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:03:37.339159 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.ipam_backend_mixin [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 was not found and therefore no delete operation was performed {{(pid=115320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jun 28 00:03:37.340480 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.343030 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 65ff215f-d2ba-4ecd-8849-884a6a1a84d3 resource provider aggregate not found Jun 28 00:03:37.364222 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment 65ff215f-d2ba-4ecd-8849-884a6a1a84d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65ff215f-d2ba-4ecd-8849-884a6a1a84d3 found for delete ", "request_id": "req-32960f0b-3e13-470f-9cff-457738be8205"}]} Jun 28 00:03:37.370609 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (b7eb9bf7-e153-4ff1-b638-f97c8165b41a), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.374292 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] Pushing event deleted for resources: {'Port': ['ID=b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:37.376931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.382552 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b7eb9bf7-e153-4ff1-b638-f97c8165b41a HTTP/1.1" status: 204 len: 168 time: 0.5563149 Jun 28 00:03:37.389550 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b20096-98ff-4ea9-be3f-0ceaeddf650c None None] No DVR routers for this DVR port b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:03:37.396602 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dfe72-eada-44df-8936-6793c4f9d337 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7eb9bf7-e153-4ff1-b638-f97c8165b41a,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:37.562843 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39526) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:37.604189 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-15a05e03-61fb-4d9d-bb06-1aefd5abe0b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c678f4e37044f55bb7a3e62aaaf8184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401573 Jun 28 00:03:37.606974 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39528) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:37.656845 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-812e1034-9a93-4646-ad87-c72460c7e84d admin admin] Publish callbacks [] for security_group (6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.682356 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-812e1034-9a93-4646-ad87-c72460c7e84d admin admin] Publish callbacks [] for security_group (6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.736719 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-812e1034-9a93-4646-ad87-c72460c7e84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.739753 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-812e1034-9a93-4646-ad87-c72460c7e84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:37.740935 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-812e1034-9a93-4646-ad87-c72460c7e84d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5 HTTP/1.1" status: 204 len: 168 time: 0.1329732 Jun 28 00:03:37.748644 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1034-9a93-4646-ad87-c72460c7e84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd04cde-ec05-44ad-8e8f-f3ebf4bdd2c5,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:37.926524 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 7521f4d7-d180-4ad7-807c-0b73c172ac73 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:37.946699 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 7521f4d7-d180-4ad7-807c-0b73c172ac73 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:37.947050 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 7521f4d7-d180-4ad7-807c-0b73c172ac73 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:37.947462 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a008dfc9-c881-4184-a4c7-cf415b0bef1e no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:37.964958 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: a008dfc9-c881-4184-a4c7-cf415b0bef1e {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:37.965337 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a008dfc9-c881-4184-a4c7-cf415b0bef1e not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:37.965748 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:03:37.983139 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:03:37.983484 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device b9e5d6cb-8cec-4b62-bbbb-42b59ce9ebf3 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:03:38.071839 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39534) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:38.127135 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-e4dfc841-8c48-4a2c-b04f-bfe9b64d68f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35a6af4f8eee4895b3c95711c0b531ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536652 Jun 28 00:03:38.130823 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39536) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:03:38.178604 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30afc2c3-2ac5-4709-bdec-bbf86e8c4ba3 admin admin] Publish callbacks [] for security_group (6160ca4a-b385-430e-bd16-c9d2dd4c2415), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:38.200779 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30afc2c3-2ac5-4709-bdec-bbf86e8c4ba3 admin admin] Publish callbacks [] for security_group (6160ca4a-b385-430e-bd16-c9d2dd4c2415), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:38.254050 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30afc2c3-2ac5-4709-bdec-bbf86e8c4ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (6160ca4a-b385-430e-bd16-c9d2dd4c2415), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:38.256958 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-30afc2c3-2ac5-4709-bdec-bbf86e8c4ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:38.258172 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-30afc2c3-2ac5-4709-bdec-bbf86e8c4ba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6160ca4a-b385-430e-bd16-c9d2dd4c2415 HTTP/1.1" status: 204 len: 168 time: 0.1263962 Jun 28 00:03:38.265892 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afc2c3-2ac5-4709-bdec-bbf86e8c4ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6160ca4a-b385-430e-bd16-c9d2dd4c2415,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:03:47.526698 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-10e8e825-be2f-415c-a594-87ea41396d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:49.429883 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:03:49.760647 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-77b17915-b57c-4baf-a5e2-f7db66a572fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:50.768770 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:52.267586 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:03:53.848764 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:03.032433 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:09.686246 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-4615beda-995a-4d6e-bcca-412609f33179 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1913295 Jun 28 00:04:09.770980 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-348c230c-2ec7-4435-a655-b2209ec0677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:09.772383 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-348c230c-2ec7-4435-a655-b2209ec0677f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0530336 Jun 28 00:04:09.882304 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-79f805f9-e86d-4431-8f0d-e197f73a3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:09.883781 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-79f805f9-e86d-4431-8f0d-e197f73a3f4f service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.0908062 Jun 28 00:04:09.951174 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-d90758a1-0059-4841-ae0c-20438d2d8df8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 1001 time: 0.0608375 Jun 28 00:04:09.999699 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-b218665c-1945-45c4-b3f1-5300dc4e7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:10.001154 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-b218665c-1945-45c4-b3f1-5300dc4e7907 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0440538 Jun 28 00:04:10.051068 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-d5f4f74b-0da3-4ae6-9ffe-b8a67b4b82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:10.052424 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-d5f4f74b-0da3-4ae6-9ffe-b8a67b4b82f2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442243 Jun 28 00:04:10.062553 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-644a2384-2a6e-4e25-908b-20bb2fdfd983 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 00:04:10.063471 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-644a2384-2a6e-4e25-908b-20bb2fdfd983 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049193 Jun 28 00:04:10.156238 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-0be93459-9e2a-4c30-9560-a18681875dc0 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856354 Jun 28 00:04:10.251170 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-c859facf-f95f-4dd2-9934-7d552f37a95d req-5a378fdc-6878-4543-90ec-538ec5a6dec1 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881135 Jun 28 00:04:17.369455 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cdbae-2f7e-4d40-aeb9-80ee7d6642e6 req-f1b16f3c-bec9-47cb-afef-db2351e20dc3 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:17.370929 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-916cdbae-2f7e-4d40-aeb9-80ee7d6642e6 req-f1b16f3c-bec9-47cb-afef-db2351e20dc3 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0558584 Jun 28 00:04:17.424486 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-916cdbae-2f7e-4d40-aeb9-80ee7d6642e6 req-c139df4a-fcde-4f7e-ac77-df4e1af3838a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472951 Jun 28 00:04:17.521568 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-5d45ad5b-aec6-4f3f-a0a8-fb7a8902c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:18.557467 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d9e38-35c7-4dc1-b0dc-48e013dba199 req-d7cf0258-1d4a-4789-b4e5-3d38faf546cb tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:18.558917 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b10d9e38-35c7-4dc1-b0dc-48e013dba199 req-d7cf0258-1d4a-4789-b4e5-3d38faf546cb tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0558496 Jun 28 00:04:18.622043 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b10d9e38-35c7-4dc1-b0dc-48e013dba199 req-88ade405-3aa8-4491-a2b5-81e64cd27f35 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568104 Jun 28 00:04:19.748293 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-7fcbecf2-33ee-497d-b62b-933ff2f37b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:19.754057 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b31f-81b2-4ef0-818a-1fbc4beff83f req-369f0f83-2681-423f-a44d-6f73b70feacf tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:19.755588 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9b19b31f-81b2-4ef0-818a-1fbc4beff83f req-369f0f83-2681-423f-a44d-6f73b70feacf tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Jun 28 00:04:19.805778 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-9b19b31f-81b2-4ef0-818a-1fbc4beff83f req-c8acf8f2-92d8-4b0a-9c6e-7348c614ab51 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Jun 28 00:04:20.771819 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:20.949586 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f0711-cb70-4fd2-ab0a-a765ffba04ff req-57682845-682b-4449-bd07-4ba5f0451812 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:20.950959 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d6f0711-cb70-4fd2-ab0a-a765ffba04ff req-57682845-682b-4449-bd07-4ba5f0451812 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0661230 Jun 28 00:04:21.003163 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d6f0711-cb70-4fd2-ab0a-a765ffba04ff req-193a5ecc-3f5e-44fc-b5ea-8922b820dcd7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 Jun 28 00:04:22.140527 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4219fe3-4aee-4bee-9228-7287a06e798a req-17fdfbd9-0968-4727-a635-a2e5aa764e5e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:22.142046 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a4219fe3-4aee-4bee-9228-7287a06e798a req-17fdfbd9-0968-4727-a635-a2e5aa764e5e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0645576 Jun 28 00:04:22.202480 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a4219fe3-4aee-4bee-9228-7287a06e798a req-dd263077-dfba-48e9-90b1-4b44c24bba58 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536854 Jun 28 00:04:22.272747 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:23.336784 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f86ead-d37b-4089-9f82-f98d01514dde req-57c11214-f2d3-4bcc-8269-79561edae61d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:23.338277 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-52f86ead-d37b-4089-9f82-f98d01514dde req-57c11214-f2d3-4bcc-8269-79561edae61d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0544441 Jun 28 00:04:23.674893 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-52f86ead-d37b-4089-9f82-f98d01514dde req-9c8629b9-7114-4bad-a0d8-355a4a8dce7e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289061 Jun 28 00:04:23.860096 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:24.801026 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238aa01-3d48-429d-9c08-f46c53dae83c req-4f78552a-f92a-43e5-8d52-8cb6639c1100 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:24.802498 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c238aa01-3d48-429d-9c08-f46c53dae83c req-4f78552a-f92a-43e5-8d52-8cb6639c1100 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0549617 Jun 28 00:04:24.854121 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-c238aa01-3d48-429d-9c08-f46c53dae83c req-09e24542-21a2-4df8-9ed7-492f890bdceb tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Jun 28 00:04:25.987304 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4f33b-cc89-4a7c-9477-9892931a7c79 req-00b1e303-37ea-4b28-b9fa-93669f78e702 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:25.988679 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fef4f33b-cc89-4a7c-9477-9892931a7c79 req-00b1e303-37ea-4b28-b9fa-93669f78e702 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0570822 Jun 28 00:04:26.041836 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-fef4f33b-cc89-4a7c-9477-9892931a7c79 req-ae3ca8d3-b33d-4524-ae53-99481ff42cef tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472829 Jun 28 00:04:26.434375 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:04:27.171614 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7720-32d2-47a1-b3d8-4ab689b94a28 req-e7f46712-709a-41f0-be44-f761a0f3f3cf tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:27.173091 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85fc7720-32d2-47a1-b3d8-4ab689b94a28 req-e7f46712-709a-41f0-be44-f761a0f3f3cf tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Jun 28 00:04:27.225785 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-85fc7720-32d2-47a1-b3d8-4ab689b94a28 req-16c60f36-7ff0-47ff-902a-51c57e136986 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Jun 28 00:04:27.615252 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-914a58be-3bc3-4dc8-b448-78ef8ce74ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:27.616772 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-914a58be-3bc3-4dc8-b448-78ef8ce74ede service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0549719 Jun 28 00:04:27.706407 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-7f2301ce-d613-4e91-806d-f7bb8a257828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:27.707888 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-7f2301ce-d613-4e91-806d-f7bb8a257828 service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.0847650 Jun 28 00:04:27.772781 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-22aa1527-2210-429f-9d8a-ee58c0d8565d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 1001 time: 0.0585988 Jun 28 00:04:27.828319 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-232ad073-f29e-47f4-8c42-f20e9541fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:27.829804 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-232ad073-f29e-47f4-8c42-f20e9541fe70 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0511363 Jun 28 00:04:27.883499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-0989a0ab-14ab-4004-8b75-b9314b5072e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:27.884999 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-0989a0ab-14ab-4004-8b75-b9314b5072e8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489583 Jun 28 00:04:27.980738 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-d981868c-ff37-4958-8c02-fce9698aad1d service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891054 Jun 28 00:04:28.068627 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-678bc919-3dea-4830-adb9-fa75c7e66fed req-5c84bf2c-ad83-404a-bf9c-e019e1af81bd service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820959 Jun 28 00:04:28.358934 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5113b96-7da9-4155-a06f-9ce439c516f7 req-8fb9cf00-b6e9-4317-979d-4a58f9c02458 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:28.360403 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5113b96-7da9-4155-a06f-9ce439c516f7 req-8fb9cf00-b6e9-4317-979d-4a58f9c02458 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0538225 Jun 28 00:04:28.412516 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-a5113b96-7da9-4155-a06f-9ce439c516f7 req-68905be1-20dc-4ce0-9280-a5b8b9cf8d0c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Jun 28 00:04:29.563068 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8e247-7913-4bde-bb97-ec6318f24ea7 req-852de42d-51d6-488d-9100-939e7cff45bd tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:29.564540 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ed8e247-7913-4bde-bb97-ec6318f24ea7 req-852de42d-51d6-488d-9100-939e7cff45bd tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0652919 Jun 28 00:04:29.621014 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7ed8e247-7913-4bde-bb97-ec6318f24ea7 req-684f1fa1-3df3-4142-8773-e4d355b6c73e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482948 Jun 28 00:04:30.753922 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12746c-a516-4445-ad3f-2dc47232c8c6 req-e3401f65-23bf-4ead-bb56-9f3cabb3753e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:30.755399 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ae12746c-a516-4445-ad3f-2dc47232c8c6 req-e3401f65-23bf-4ead-bb56-9f3cabb3753e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0598447 Jun 28 00:04:30.807836 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-ae12746c-a516-4445-ad3f-2dc47232c8c6 req-14ce0f0f-c40d-4c92-a696-525f629a5619 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Jun 28 00:04:32.053290 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39582) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:04:32.056737 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861981b-d51f-4c98-a60c-96f54ede6a20 req-22ac7631-232e-41ab-b841-fc3ca7117bfa tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:32.058276 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e861981b-d51f-4c98-a60c-96f54ede6a20 req-22ac7631-232e-41ab-b841-fc3ca7117bfa tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0558689 Jun 28 00:04:32.113280 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e861981b-d51f-4c98-a60c-96f54ede6a20 req-e5082f99-4165-494d-acde-97dd8c2c050b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488570 Jun 28 00:04:32.144496 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-51de656e-cd7c-4745-8876-c7cfd7b0a218 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900409 Jun 28 00:04:32.152876 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-fa0d5429-12de-4863-8954-87299d065743 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=115318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 28 00:04:32.154211 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-fa0d5429-12de-4863-8954-87299d065743 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Jun 28 00:04:33.043503 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:33.244153 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e1f0a-9a0a-45f8-a8d0-b86cfbd89ad5 req-847a7763-31e6-4206-aa9c-ad9c5962b5ce tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:33.245799 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d9e1f0a-9a0a-45f8-a8d0-b86cfbd89ad5 req-847a7763-31e6-4206-aa9c-ad9c5962b5ce tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0552731 Jun 28 00:04:33.295072 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3d9e1f0a-9a0a-45f8-a8d0-b86cfbd89ad5 req-7c7568bf-d19f-414d-919b-f2b91a0fb585 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Jun 28 00:04:33.320179 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39594) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:04:33.422656 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-ed469ca3-c709-4eb6-8a77-8d90025ea045 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:33.424021 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-ed469ca3-c709-4eb6-8a77-8d90025ea045 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports/1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 942 time: 0.1028023 Jun 28 00:04:34.386036 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:04:34.436728 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86820f6-e272-49a2-9a60-2939c5a8da56 req-2beea198-73ac-4062-b6f5-69b648c5de09 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:34.438381 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f86820f6-e272-49a2-9a60-2939c5a8da56 req-2beea198-73ac-4062-b6f5-69b648c5de09 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0571883 Jun 28 00:04:34.460782 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 is: ACTIVE; New status is: DOWN {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:04:34.461196 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:34.483949 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:04:34.486542 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46593ac-30ee-48ff-8eda-f0f2bff86430" -d '{"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-unplugged", "status": "completed", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:04:34.489241 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-f86820f6-e272-49a2-9a60-2939c5a8da56 req-d05911c3-e185-434f-9ec4-6948b6410c65 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Jun 28 00:04:34.499855 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:04:34.504814 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:34.555719 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=6']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:04:34.563353 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.563668 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.564036 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.564373 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.564711 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.565056 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.565407 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.565741 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.566150 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.566387 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.566713 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.567037 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.567360 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:04:34.579950 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 28 Jun 2022 00:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921db83-e1f5-4b96-a342-9de6d0a119ec x-openstack-request-id: req-5921db83-e1f5-4b96-a342-9de6d0a119ec {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:04:34.580245 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-unplugged", "status": "failed", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "code": 422}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:04:34.580501 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5921db83-e1f5-4b96-a342-9de6d0a119ec {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:04:34.580978 dv-cinder-847864-2-iscsi neutron-server[115320]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5921db83-e1f5-4b96-a342-9de6d0a119ec']: {'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'code': 422} returned with failed status Jun 28 00:04:35.613891 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cdbf7-e326-4e6a-9dde-dec948a42063 req-9d500421-51cf-46f2-9853-03082e3a4944 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:35.615375 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-902cdbf7-e326-4e6a-9dde-dec948a42063 req-9d500421-51cf-46f2-9853-03082e3a4944 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0529652 Jun 28 00:04:35.667867 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-902cdbf7-e326-4e6a-9dde-dec948a42063 req-ae97c398-ec54-42cd-8bd0-91b83703feb8 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Jun 28 00:04:36.791786 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee583-47c8-4736-91a0-5dc535896d1c req-995b0848-a104-40db-b57e-c52249fb90dd tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:36.793522 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4c3ee583-47c8-4736-91a0-5dc535896d1c req-995b0848-a104-40db-b57e-c52249fb90dd tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0564964 Jun 28 00:04:36.846328 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-4c3ee583-47c8-4736-91a0-5dc535896d1c req-3964ff36-5af9-4073-bbab-034c8bdb081d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468898 Jun 28 00:04:37.137183 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-2537f4a6-893e-4660-be9b-3c479a3e5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:37.138588 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-2537f4a6-893e-4660-be9b-3c479a3e5724 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2&tenant_id=184c5d5a2ef040a2a58833d89acdaed4 HTTP/1.1" status: 200 len: 1127 time: 0.0837333 Jun 28 00:04:37.216857 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-42af7bab-c667-4ffb-8a7d-1f7207f5dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:37.218386 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-42af7bab-c667-4ffb-8a7d-1f7207f5dbe6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1127 time: 0.0469794 Jun 28 00:04:37.312042 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-1fef9a09-d8c7-4eb3-b283-f3a58a399662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:37.313523 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-1fef9a09-d8c7-4eb3-b283-f3a58a399662 service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.0882840 Jun 28 00:04:37.372844 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-93ce7623-25be-4a3e-adcd-ad9716db61af service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 999 time: 0.0530920 Jun 28 00:04:37.421495 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-a20bfc83-0158-42ed-b30e-085a84aee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:37.423553 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-a20bfc83-0158-42ed-b30e-085a84aee985 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0446315 Jun 28 00:04:37.480797 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-f29cb35e-7f92-4b63-9ab6-cd419daa0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:37.482320 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-f29cb35e-7f92-4b63-9ab6-cd419daa0925 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530667 Jun 28 00:04:37.570975 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-d00fd41f-cd64-4808-927e-da41c36bb06f service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820591 Jun 28 00:04:37.674285 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e14ae927-1e3e-45b3-bd4f-8ab952695f9a req-1920b5b1-6fb2-4aec-9fba-a1d34e575943 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972111 Jun 28 00:04:37.988818 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b6e30-5535-457d-81be-bc4733207207 req-b40d2e04-1b22-4dbd-858d-5d9364c53b5a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:37.990210 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb0b6e30-5535-457d-81be-bc4733207207 req-b40d2e04-1b22-4dbd-858d-5d9364c53b5a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0613587 Jun 28 00:04:38.040041 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-bb0b6e30-5535-457d-81be-bc4733207207 req-a915c599-5635-4dba-8a0b-fc36f75e0833 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441360 Jun 28 00:04:39.181119 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767666e-314b-4bfb-8eb7-56e05e5e661d req-bc768965-7501-4e75-838a-ad903d40930a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:39.182616 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b767666e-314b-4bfb-8eb7-56e05e5e661d req-bc768965-7501-4e75-838a-ad903d40930a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0615578 Jun 28 00:04:39.233739 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b767666e-314b-4bfb-8eb7-56e05e5e661d req-cd74bd8e-249a-43c1-9a3c-33642813e11b tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 Jun 28 00:04:40.372824 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aedead-8aae-47f8-8c59-d90376a4e397 req-8313120d-6d11-4c25-87b0-578eaaefdece tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:40.374374 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-07aedead-8aae-47f8-8c59-d90376a4e397 req-8313120d-6d11-4c25-87b0-578eaaefdece tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0621572 Jun 28 00:04:40.424718 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-07aedead-8aae-47f8-8c59-d90376a4e397 req-a55a1b37-de5f-44a8-84bf-f14de80a2380 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Jun 28 00:04:41.558766 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33a27d-2621-4b71-8c8e-8d9d3effe95d req-55894ccf-360b-48d5-bf2c-975eeb4b9d49 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:41.560237 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a33a27d-2621-4b71-8c8e-8d9d3effe95d req-55894ccf-360b-48d5-bf2c-975eeb4b9d49 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0601239 Jun 28 00:04:41.609910 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6a33a27d-2621-4b71-8c8e-8d9d3effe95d req-d6eb2e69-9e94-49dd-a507-521f05174e9f tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Jun 28 00:04:42.745474 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfbe0-744a-4a05-bd88-afdbe41252a3 req-890deba7-fd6e-41b0-8091-ab60418b0e68 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:42.746933 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6cacfbe0-744a-4a05-bd88-afdbe41252a3 req-890deba7-fd6e-41b0-8091-ab60418b0e68 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0568404 Jun 28 00:04:42.802111 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-6cacfbe0-744a-4a05-bd88-afdbe41252a3 req-7bfc99b5-4fa5-443a-87b1-8335eaaf55a3 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494637 Jun 28 00:04:43.935033 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60680d63-55ce-4457-9022-c02335e465d2 req-41a96cb9-59dc-454e-8ff0-cac163b2492e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:43.936401 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-60680d63-55ce-4457-9022-c02335e465d2 req-41a96cb9-59dc-454e-8ff0-cac163b2492e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0599694 Jun 28 00:04:43.993878 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-60680d63-55ce-4457-9022-c02335e465d2 req-d7aa0fc7-fc62-4d7f-8237-2e240874671a tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486979 Jun 28 00:04:45.139578 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f4454-ec24-495d-b4e5-75e3ae9e0f80 req-997126ff-72cd-42c7-9351-dfa4b05944dd tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:45.141034 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b47f4454-ec24-495d-b4e5-75e3ae9e0f80 req-997126ff-72cd-42c7-9351-dfa4b05944dd tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0544333 Jun 28 00:04:45.196118 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b47f4454-ec24-495d-b4e5-75e3ae9e0f80 req-608aeaa4-2b29-489e-b182-1726f0cb1640 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Jun 28 00:04:46.340093 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68351b-b5fe-4d65-a034-9422abb0fddb req-a1bf8e1f-9b32-421a-8b91-97d7f752c837 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:46.341577 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cb68351b-b5fe-4d65-a034-9422abb0fddb req-a1bf8e1f-9b32-421a-8b91-97d7f752c837 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 943 time: 0.0656662 Jun 28 00:04:46.405508 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-cb68351b-b5fe-4d65-a034-9422abb0fddb req-31a7057e-4ec7-4303-8b4f-a65e3351dc1e tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555222 Jun 28 00:04:46.447708 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=115320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 00:04:46.545999 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:04:46.557661 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Returning: {'device': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'port_id': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'mac_address': 'fa:16:3e:57:9a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 00:04:46.593417 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 is: DOWN; New status is: BUILD {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:04:46.593801 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:46.607535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 {{(pid=115320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 00:04:46.627390 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:04:46.633225 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:46.683090 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=7']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:04:46.947765 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] get_ports_and_sgs() called for port_ids ['1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'] {{(pid=115320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 00:04:47.527862 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c88619e9-fcd0-403c-b1d4-ce77febfaca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:47.552471 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227157ad-3b9d-40e8-bcb5-67e82bbaeca0 req-a45aab82-f29d-4756-a0a3-754603315e4d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:47.553992 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-227157ad-3b9d-40e8-bcb5-67e82bbaeca0 req-a45aab82-f29d-4756-a0a3-754603315e4d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 944 time: 0.0589938 Jun 28 00:04:47.613796 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-227157ad-3b9d-40e8-bcb5-67e82bbaeca0 req-2ab15e62-e7bf-404d-9d9e-e1c61ee5bed7 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513391 Jun 28 00:04:48.454123 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 up at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 00:04:48.508887 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.provisioning_blocks [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Provisioning complete for port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 triggered by entity L2. {{(pid=115320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 28 00:04:48.509285 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687116'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), provisioning_complete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:48.583526 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Current status of the port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 is: BUILD; New status is: ACTIVE {{(pid=115320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jun 28 00:04:48.584213 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692632'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:48.606580 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:04:48.608798 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b579009bdc2703eb98a6a6d772777f0aa305fda81236795a5405287f810bfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cc12f1-f916-4518-8eab-1a6b153f0961" -d '{"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-plugged", "status": "completed", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:04:48.622114 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:04:48.627505 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741905030440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741904604775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741904604793'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:48.653081 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56018510-1829-4ba5-8c07-dd88f4a4bdb5 x-openstack-request-id: req-56018510-1829-4ba5-8c07-dd88f4a4bdb5 {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:04:48.653727 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-plugged", "status": "completed", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "code": 200}]} {{(pid=115320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:04:48.654007 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56018510-1829-4ba5-8c07-dd88f4a4bdb5 {{(pid=115320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:04:48.654403 dv-cinder-847864-2-iscsi neutron-server[115320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56018510-1829-4ba5-8c07-dd88f4a4bdb5'] response: {'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'code': 200} Jun 28 00:04:48.684385 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Pushing event updated for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=8']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:04:48.743966 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720075b-1f33-4fc1-a04b-71eba8ea9527 req-85e926b3-e3cf-413a-b58a-31815f35c3b9 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:48.745374 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3720075b-1f33-4fc1-a04b-71eba8ea9527 req-85e926b3-e3cf-413a-b58a-31815f35c3b9 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0572817 Jun 28 00:04:48.796775 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-3720075b-1f33-4fc1-a04b-71eba8ea9527 req-bfe408cf-ce59-4cff-b70a-f65e2e95352d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Jun 28 00:04:48.900419 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3496d-62cb-4f90-a5f5-bbd19eaf78f8 req-b8ec5f61-9ea6-40d2-be4e-cc23060e7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:48.901947 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f3e3496d-62cb-4f90-a5f5-bbd19eaf78f8 req-b8ec5f61-9ea6-40d2-be4e-cc23060e7f17 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0452628 Jun 28 00:04:48.946598 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-f3e3496d-62cb-4f90-a5f5-bbd19eaf78f8 req-8792b002-f935-419d-9b3a-cf8e2211d4a9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389087 Jun 28 00:04:49.754388 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f417f6fa-1a83-432a-b39d-b9353c6a7f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:49.918833 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2c4a1-2c5d-414f-9143-48d5400d3bbf req-a3301495-2f27-4545-b64c-bff933565f30 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:49.920269 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-16c2c4a1-2c5d-414f-9143-48d5400d3bbf req-a3301495-2f27-4545-b64c-bff933565f30 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0553014 Jun 28 00:04:49.969681 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-16c2c4a1-2c5d-414f-9143-48d5400d3bbf req-dbf12c30-5684-43bd-b17b-4d0aed9a9bad tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Jun 28 00:04:50.775741 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:51.116185 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43404d-aa4d-479c-89de-f98db61815f6 req-2e9a1b3a-5ab2-437c-9b29-c9281223c680 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:04:51.117671 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8b43404d-aa4d-479c-89de-f98db61815f6 req-2e9a1b3a-5ab2-437c-9b29-c9281223c680 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0678170 Jun 28 00:04:51.172015 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-8b43404d-aa4d-479c-89de-f98db61815f6 req-75a85824-ca13-496e-8368-6fa8362a8d71 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486224 Jun 28 00:04:52.276417 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:04:53.856906 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:03.063845 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:03.439320 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:05:10.564769 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-48a35f72-6885-48cb-99dc-7514f310dae6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477355 Jun 28 00:05:10.683269 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-109a4b22-3b40-439f-a858-eed7b512f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:05:10.684927 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-109a4b22-3b40-439f-a858-eed7b512f7ec service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0565634 Jun 28 00:05:10.803616 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-01948125-60db-4f61-8ac5-0216c7c8dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:05:10.805130 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-01948125-60db-4f61-8ac5-0216c7c8dcde service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.0996256 Jun 28 00:05:10.867682 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-0bff6953-f578-4077-a8ad-9749ba66e154 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 1001 time: 0.0563977 Jun 28 00:05:10.918488 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-e034352c-751a-4a17-b383-c872cb3cbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:05:10.919938 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-e034352c-751a-4a17-b383-c872cb3cbb9c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0454326 Jun 28 00:05:10.973175 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-c398ed0d-4970-4332-84a4-d21a85b0be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:05:10.975476 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-c398ed0d-4970-4332-84a4-d21a85b0be47 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481238 Jun 28 00:05:11.090410 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-f62a8f03-d32c-493b-ac51-e79393440c63 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074021 Jun 28 00:05:11.182616 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-e9b87a1e-9868-41e1-a6e8-f4112b3dcb8c req-ac437f39-faec-4a67-b274-d2c1295df6fb service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Jun 28 00:05:17.529603 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-31116921-0e8c-4104-9218-1b0ff906dca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:19.739147 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2df6ac27-e7e5-45c8-b4f4-d464de5ce2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:20.779581 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:22.284587 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:23.849064 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:33.075097 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:40.443173 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:05:47.537037 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-14ef6646-5303-48af-aaa3-460c27f0fea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:49.755057 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6c1c-4496-4dcb-b331-31a47fcd6990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:50.783282 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:52.285496 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:05:53.851820 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:03.093264 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:03.710521 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39658) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:03.861931 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Deleting port bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:03.862386 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:03.950395 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:03.950724 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for floatingip (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:03.963219 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Calling delete_port for bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e owned by network:floatingip {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:04.114322 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:04.137761 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event deleted for resources: {'Port': ['ID=bdbdcfb1-ceaa-46a6-b5b8-5341f8e09b8e,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:04.149422 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.149777 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.150119 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.150459 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.150790 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.151121 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.151818 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.152140 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.152465 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.152785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.153207 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.153536 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.153854 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:04.207718 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for floatingip (886957dd-5ee3-4bf1-94fe-2c2db89973b3), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:04.207948 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.db.l3_db [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Floating IP 886957dd-5ee3-4bf1-94fe-2c2db89973b3 disassociated (deleted). External IP: 172.27.1.106, port: 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4. Jun 28 00:06:04.406242 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Router 7565565f-eecd-4b05-ab74-0da02c18f15c has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:06:04.517122 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:06:04.523042 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for floatingip (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:04.528124 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] Sync routers for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:06:04.540754 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:06:04.541404 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:05:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:04.553687 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-54ecdd9d-a692-4796-8633-d1b963dde9a0 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "DELETE /v2.0/floatingips/886957dd-5ee3-4bf1-94fe-2c2db89973b3 HTTP/1.1" status: 204 len: 168 time: 0.8420658 Jun 28 00:06:04.554259 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:06:04.556605 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe43f11-9699-4581-98f3-f26b68363044" -d '{"events": [{"name": "network-changed", "server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:06:04.595865 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 28 Jun 2022 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73ecb82-de76-4bc1-a491-1c0665c8f7a2 x-openstack-request-id: req-c73ecb82-de76-4bc1-a491-1c0665c8f7a2 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:06:04.596161 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:06:04.596405 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c73ecb82-de76-4bc1-a491-1c0665c8f7a2 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:06:04.596944 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73ecb82-de76-4bc1-a491-1c0665c8f7a2'] response: {'name': 'network-changed', 'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'status': 'completed', 'code': 200} Jun 28 00:06:04.641284 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:06:04.699330 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43f11-9699-4581-98f3-f26b68363044 req-9befaf64-7da7-4349-9f23-415261149515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:04.701138 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-9befaf64-7da7-4349-9f23-415261149515 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 1129 time: 0.0605156 Jun 28 00:06:04.797520 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28bea6-aac4-4026-bba6-6d955d05c806 req-21b83855-dfc4-4872-ae4d-2ab0fd26159c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:04.798987 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7c28bea6-aac4-4026-bba6-6d955d05c806 req-21b83855-dfc4-4872-ae4d-2ab0fd26159c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0538933 Jun 28 00:06:04.849967 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:19Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:04.851500 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-7c28bea6-aac4-4026-bba6-6d955d05c806 req-4adc700f-ad73-4909-9e7b-340cadff6bc2 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Jun 28 00:06:04.875355 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] Checking router: 7565565f-eecd-4b05-ab74-0da02c18f15c for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:06:04.884254 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:06:04.884889 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:05:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:04.988519 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:06:05.090083 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43f11-9699-4581-98f3-f26b68363044 req-08e29eb1-9c0d-40d2-aaac-702ea48a6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:05.091458 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-08e29eb1-9c0d-40d2-aaac-702ea48a6259 service neutron] 10.222.0.27 "GET /v2.0/networks?id=01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 200 len: 909 time: 0.3454373 Jun 28 00:06:05.130839 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-b2801a65-185c-485f-a6d2-4bba34642cf7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 200 len: 217 time: 0.0323226 Jun 28 00:06:05.179722 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43f11-9699-4581-98f3-f26b68363044 req-43767c00-d452-415a-a0d8-b20d65ec5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:05.181204 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-43767c00-d452-415a-a0d8-b20d65ec5187 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 200 len: 847 time: 0.0446780 Jun 28 00:06:05.186610 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:19Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:05.213994 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04004ed4-911f-4124-b4d5-6893d70702b7 None None] The sync data for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi is: [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:01:10Z', 'revision_number': 4, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi', '_interfaces': [{'id': '486f1561-1255-45ce-989e-a5c649cad7c6', 'name': '', 'network_id': '01ee029d-2b17-4896-a01d-874b75b5d2b1', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'mac_address': 'fa:16:3e:0c:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:09Z', 'updated_at': '2022-06-28T00:01:19Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'subnets': [{'id': '1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:06:05.236714 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43f11-9699-4581-98f3-f26b68363044 req-97994462-713e-4fad-bc1c-1bc97c2e319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:05.238632 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-97994462-713e-4fad-bc1c-1bc97c2e319c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=01ee029d-2b17-4896-a01d-874b75b5d2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512166 Jun 28 00:06:05.331786 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-5034ad79-ee64-4165-a6fd-f50aae074b04 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866523 Jun 28 00:06:05.443221 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df17a3-a210-4c39-a79b-fcf0de7efa48 None None] New status for floating IP 886957dd-5ee3-4bf1-94fe-2c2db89973b3: DOWN {{(pid=115320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 00:06:05.480810 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-dbe43f11-9699-4581-98f3-f26b68363044 req-7b0435b7-9199-4a0e-a937-b874fb888125 service neutron] 10.222.0.27 "GET /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424272 Jun 28 00:06:05.984911 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247167-5a43-4ede-a6ef-b8382b532113 req-9d491ffa-26dd-4239-ab13-bdb1b43c3b3c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:05.986470 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b0247167-5a43-4ede-a6ef-b8382b532113 req-9d491ffa-26dd-4239-ab13-bdb1b43c3b3c tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0600927 Jun 28 00:06:06.040072 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-b0247167-5a43-4ede-a6ef-b8382b532113 req-2b9d4d76-58a8-4397-b4b4-775851e38343 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 Jun 28 00:06:06.427569 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9b580444-3717-4299-9e2c-346e658e6496 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 00:06:06.429063 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9b580444-3717-4299-9e2c-346e658e6496 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.27 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 945 time: 0.0573089 Jun 28 00:06:06.540280 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Deleting port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:06.540598 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:06.641233 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] For port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:06.641555 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:06.656043 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Calling delete_port for 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 owned by compute:nova {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:06.790806 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (1709b927-d6ba-4ed6-bc45-9a8a388bd2e4), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:06.827987 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event deleted for resources: {'Port': ['ID=1709b927-d6ba-4ed6-bc45-9a8a388bd2e4,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:06.877816 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] No DVR routers for this DVR port 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 on host hv-cinder-84786 {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:06:06.880442 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34372'] for port (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:06.883993 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [req-28b4bb23-2395-4f7f-999b-82a38b43c8a0 req-9e1d2a4e-963f-4949-a205-09e68df7df93 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.27 "DELETE /v2.0/ports/1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 HTTP/1.1" status: 204 len: 173 time: 0.4487007 Jun 28 00:06:06.884450 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-deleted', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4'}] {{(pid=115318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 00:06:06.886814 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1265b097bf7c3e2deaa4fa55882c65b912d46670e9bdcc3ef6b58532b94577ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93277a-4658-4c99-85f6-571c474ce9e3" -d '{"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-deleted", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4"}]}' {{(pid=115318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 00:06:06.924881 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 28 Jun 2022 00:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5ebc1-c675-4e68-9ea7-6c77f10cb0a4 x-openstack-request-id: req-a2f5ebc1-c675-4e68-9ea7-6c77f10cb0a4 {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 00:06:06.925252 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f92c0e-5356-4167-8655-0fb41b8764d2", "name": "network-vif-deleted", "tag": "1709b927-d6ba-4ed6-bc45-9a8a388bd2e4", "status": "completed", "code": 200}]} {{(pid=115318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 00:06:06.925499 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2f5ebc1-c675-4e68-9ea7-6c77f10cb0a4 {{(pid=115318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 00:06:06.925935 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f5ebc1-c675-4e68-9ea7-6c77f10cb0a4'] response: {'server_uuid': '56f92c0e-5356-4167-8655-0fb41b8764d2', 'name': 'network-vif-deleted', 'tag': '1709b927-d6ba-4ed6-bc45-9a8a388bd2e4', 'status': 'completed', 'code': 200} Jun 28 00:06:07.155187 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [req-25c19661-5491-432f-839f-aced588a3821 req-a0aaba78-2a42-4054-8de6-f399fcd7ade2 tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f92c0e-5356-4167-8655-0fb41b8764d2 HTTP/1.1" status: 200 len: 210 time: 0.0324442 Jun 28 00:06:08.215546 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39686) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:08.283707 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b7006b10-ef0d-462b-85d2-54fe9565ec2d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group (bb3361cd-efb3-4e9a-8ea7-2af26e4205d7), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:08.317584 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b7006b10-ef0d-462b-85d2-54fe9565ec2d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group (bb3361cd-efb3-4e9a-8ea7-2af26e4205d7), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:08.390709 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b7006b10-ef0d-462b-85d2-54fe9565ec2d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (bb3361cd-efb3-4e9a-8ea7-2af26e4205d7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:08.393435 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-b7006b10-ef0d-462b-85d2-54fe9565ec2d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:08.394629 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-b7006b10-ef0d-462b-85d2-54fe9565ec2d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb3361cd-efb3-4e9a-8ea7-2af26e4205d7 HTTP/1.1" status: 204 len: 168 time: 0.1780758 Jun 28 00:06:08.404541 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7006b10-ef0d-462b-85d2-54fe9565ec2d tempest-TestShelveInstance-1284923819 tempest-TestShelveInstance-1284923819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3361cd-efb3-4e9a-8ea7-2af26e4205d7,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:08.440658 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39690) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:08.988090 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (7565565f-eecd-4b05-ab74-0da02c18f15c), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:09.219120 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Deleting port 486f1561-1255-45ce-989e-a5c649cad7c6 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:09.219430 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:09.301235 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] For port 486f1561-1255-45ce-989e-a5c649cad7c6, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=486f1561-1255-45ce-989e-a5c649cad7c6,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:09.301607 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:09.314920 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Calling delete_port for 486f1561-1255-45ce-989e-a5c649cad7c6 owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:09.494775 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (486f1561-1255-45ce-989e-a5c649cad7c6), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:09.519816 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Pushing event deleted for resources: {'Port': ['ID=486f1561-1255-45ce-989e-a5c649cad7c6,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:09.533667 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.534033 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.534378 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.534725 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.535116 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.535455 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.535792 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.536122 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.536456 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.536754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.537194 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.537524 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.537846 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:09.700428 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (7565565f-eecd-4b05-ab74-0da02c18f15c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:09.902492 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Router 7565565f-eecd-4b05-ab74-0da02c18f15c has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:06:10.008925 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:06:10.015737 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-51f97690-ce77-479b-a34c-7f441b34118a admin admin] 10.222.0.26 "PUT /v2.0/routers/7565565f-eecd-4b05-ab74-0da02c18f15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720656 Jun 28 00:06:10.017033 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39694) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:10.019008 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] Sync routers for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:06:10.029685 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:06:10.030302 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:05:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:10.114272 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks [] for router (7565565f-eecd-4b05-ab74-0da02c18f15c), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.129736 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: dv-cinder-847864-2-iscsi {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:06:10.212946 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks [] for router_gateway (7565565f-eecd-4b05-ab74-0da02c18f15c), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.267499 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Deleting port bcfa501e-5b53-4cf8-8c64-a458019f56ff {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:10.267788 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.307614 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:06:09Z', 'revision_number': 5, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port': {'id': 'bcfa501e-5b53-4cf8-8c64-a458019f56ff', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:05Z', 'updated_at': '2022-06-28T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:10.332361 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] Checking router: 7565565f-eecd-4b05-ab74-0da02c18f15c for host: dv-cinder-847864-2-iscsi {{(pid=115321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:06:10.341228 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] Routers {'7565565f-eecd-4b05-ab74-0da02c18f15c'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:06:10.341835 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:05:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['7565565f-eecd-4b05-ab74-0da02c18f15c'], 'active': True} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:10.345719 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] For port bcfa501e-5b53-4cf8-8c64-a458019f56ff, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bcfa501e-5b53-4cf8-8c64-a458019f56ff,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:10.346076 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.358572 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Calling delete_port for bcfa501e-5b53-4cf8-8c64-a458019f56ff owned by network:router_gateway {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:10.424061 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_dvr_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] Set router 7565565f-eecd-4b05-ab74-0da02c18f15c gateway port host: None {{(pid=115321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:06:10.475247 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.l3_hamode_db [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:06:10Z', 'revision_number': 6, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:10.500743 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b693e2e-364e-4789-a93e-b8cb3f5b21dd None None] The sync data for ids ['7565565f-eecd-4b05-ab74-0da02c18f15c'] in dv-cinder-847864-2-iscsi is: [{'id': '7565565f-eecd-4b05-ab74-0da02c18f15c', 'name': 'tempest-TestShelveInstance-570253809-router', 'tenant_id': '184c5d5a2ef040a2a58833d89acdaed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:04Z', 'updated_at': '2022-06-28T00:06:10Z', 'revision_number': 6, 'project_id': '184c5d5a2ef040a2a58833d89acdaed4', 'gw_port_host': None}] {{(pid=115321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:06:10.539234 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (bcfa501e-5b53-4cf8-8c64-a458019f56ff), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.563166 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfa501e-5b53-4cf8-8c64-a458019f56ff,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:10.627468 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (7565565f-eecd-4b05-ab74-0da02c18f15c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.714414 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (7565565f-eecd-4b05-ab74-0da02c18f15c), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.716562 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks [] for router_controller (7565565f-eecd-4b05-ab74-0da02c18f15c), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.759437 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (7565565f-eecd-4b05-ab74-0da02c18f15c), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.760058 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7565565f-eecd-4b05-ab74-0da02c18f15c {{(pid=115319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:06:10.765754 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.766949 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-ac39c081-acde-4578-a83a-972f3bef416e admin admin] 10.222.0.26 "DELETE /v2.0/routers/7565565f-eecd-4b05-ab74-0da02c18f15c HTTP/1.1" status: 204 len: 168 time: 0.7489395 Jun 28 00:06:10.769655 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39696) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:10.815370 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Deleting subnet 1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba {{(pid=115319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:06:10.818991 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Publish callbacks [] for subnet (1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.834469 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:10.856271 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] No Port match for: 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:10.856615 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Device 1709b927-d6ba-4ed6-bc45-9a8a388bd2e4 not bound to the agent host hv-cinder-84786 {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:10.857726 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62553480'] for subnet (1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba), precommit_delete_associations {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.941217 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:10.993910 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62574474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59351068'] for subnet (1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.019476 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:11.021405 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for subnet (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.025479 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-49ed4992-3778-4a59-bb85-3acfe4893d18 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1bfa86e5-b1f3-4755-b43e-fd72cc9d8cba HTTP/1.1" status: 204 len: 168 time: 0.2547736 Jun 28 00:06:11.026960 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddba77a-21b8-45ac-9333-af1030731df3 None None] Network 01ee029d-2b17-4896-a01d-874b75b5d2b1 requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:06:11.027494 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39698) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:11.096363 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (01ee029d-2b17-4896-a01d-874b75b5d2b1), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.145082 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Deleting port bf4db300-5849-4b31-8157-704e69c133e6 {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:11.145417 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (bf4db300-5849-4b31-8157-704e69c133e6), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.211044 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] For port bf4db300-5849-4b31-8157-704e69c133e6, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=bf4db300-5849-4b31-8157-704e69c133e6,segment=NetworkSegment(3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b),segment_id=3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:11.211291 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (bf4db300-5849-4b31-8157-704e69c133e6), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.223793 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Calling delete_port for bf4db300-5849-4b31-8157-704e69c133e6 owned by network:dhcp {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:11.294475 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6686816a-5406-4637-b861-1948096687e9 None None] DHCP port deletion for 01ee029d-2b17-4896-a01d-874b75b5d2b1 request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:06:11.317074 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (bf4db300-5849-4b31-8157-704e69c133e6), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.339278 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6686816a-5406-4637-b861-1948096687e9 None None] Deleting port bf4db300-5849-4b31-8157-704e69c133e6 {{(pid=115320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:11.339653 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (bf4db300-5849-4b31-8157-704e69c133e6), before_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.342187 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4db300-5849-4b31-8157-704e69c133e6,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:11.346691 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] No DVR routers for this DVR port bf4db300-5849-4b31-8157-704e69c133e6 on host dv-cinder-847864-2-iscsi {{(pid=115319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:06:11.409551 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.db [None req-6686816a-5406-4637-b861-1948096687e9 None None] For port bf4db300-5849-4b31-8157-704e69c133e6, host dv-cinder-847864-2-iscsi, got binding levels [] {{(pid=115320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:11.409938 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (bf4db300-5849-4b31-8157-704e69c133e6), precommit_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.419834 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (01ee029d-2b17-4896-a01d-874b75b5d2b1), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.422061 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-6686816a-5406-4637-b861-1948096687e9 None None] Calling delete_port for bf4db300-5849-4b31-8157-704e69c133e6 owned by network:dhcp {{(pid=115320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:11.424675 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.ipam_backend_mixin [None req-6686816a-5406-4637-b861-1948096687e9 None None] Port bf4db300-5849-4b31-8157-704e69c133e6 was not found and therefore no delete operation was performed {{(pid=115320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jun 28 00:06:11.426024 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766'] for port (bf4db300-5849-4b31-8157-704e69c133e6), after_delete {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.440152 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ee029d-2b17-4896-a01d-874b75b5d2b1']}} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:11.449164 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686816a-5406-4637-b861-1948096687e9 None None] Pushing event deleted for resources: {'Port': ['ID=bf4db300-5849-4b31-8157-704e69c133e6,revision_number=None']} {{(pid=115320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:11.449721 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b') {'for_net_delete': True} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:11.450035 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.services.segments.db [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b') {} {{(pid=115319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:11.453562 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686816a-5406-4637-b861-1948096687e9 None None] No DVR routers for this DVR port bf4db300-5849-4b31-8157-704e69c133e6 on host dv-cinder-847864-2-iscsi {{(pid=115320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:06:11.460535 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.460757 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62553521'] for segment (3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.460880 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.461232 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.461576 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.461905 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.462232 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.462551 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.462887 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.463216 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.463527 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.463848 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.464166 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.464483 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686816a-5406-4637-b861-1948096687e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-2-iscsi {{(pid=115320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 00:06:11.476148 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.482534 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=115319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:06:11.482951 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62574384'] for segment (3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.543282 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (01ee029d-2b17-4896-a01d-874b75b5d2b1), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.549384 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:11.556185 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] 10.222.0.26 "DELETE /v2.0/networks/01ee029d-2b17-4896-a01d-874b75b5d2b1 HTTP/1.1" status: 204 len: 168 time: 0.5246773 Jun 28 00:06:11.557282 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39704) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:11.578166 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f3a5-f5e3-4c55-9b44-4ad7ad017062 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ee029d-2b17-4896-a01d-874b75b5d2b1,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:11.870633 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment 3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b resource provider aggregate not found Jun 28 00:06:11.892641 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.services.segments.plugin [-] Segment 3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a0cd85f-6c32-4e90-b9e5-c2fab1a92d4b found for delete ", "request_id": "req-7c32b9a6-117f-41b7-bbd6-8eb8386b489a"}]} Jun 28 00:06:12.003373 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bcfa501e-5b53-4cf8-8c64-a458019f56ff no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:12.026370 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: bcfa501e-5b53-4cf8-8c64-a458019f56ff {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:12.026690 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bcfa501e-5b53-4cf8-8c64-a458019f56ff not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:12.027101 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 486f1561-1255-45ce-989e-a5c649cad7c6 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:12.044867 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 486f1561-1255-45ce-989e-a5c649cad7c6 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:12.045267 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 486f1561-1255-45ce-989e-a5c649cad7c6 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:12.045673 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bf4db300-5849-4b31-8157-704e69c133e6 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:12.063003 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: bf4db300-5849-4b31-8157-704e69c133e6 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:12.063319 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device bf4db300-5849-4b31-8157-704e69c133e6 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:12.192732 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832229'] for router_interface (b56a8dda-02eb-4633-b305-5502c88ba75f), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:12.438417 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Deleting port 36911449-efca-4d7e-8b89-717119d301cf {{(pid=115319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:12.438719 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (36911449-efca-4d7e-8b89-717119d301cf), before_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:12.519640 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.db [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] For port 36911449-efca-4d7e-8b89-717119d301cf, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=36911449-efca-4d7e-8b89-717119d301cf,segment=NetworkSegment(f27b6dc7-2417-46cd-b999-fbe533bc7a89),segment_id=f27b6dc7-2417-46cd-b999-fbe533bc7a89)] {{(pid=115319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:12.520009 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (36911449-efca-4d7e-8b89-717119d301cf), precommit_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:12.533177 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.plugins.ml2.plugin [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Calling delete_port for 36911449-efca-4d7e-8b89-717119d301cf owned by network:router_interface {{(pid=115319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:12.722369 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62574439'] for port (36911449-efca-4d7e-8b89-717119d301cf), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:12.752174 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=36911449-efca-4d7e-8b89-717119d301cf,revision_number=None']} {{(pid=115319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:12.911941 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron_lib.callbacks.manager [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3795585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3832121'] for router_interface (b56a8dda-02eb-4633-b305-5502c88ba75f), after_delete {{(pid=115319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.124134 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Router b56a8dda-02eb-4633-b305-5502c88ba75f has already been hosted by L3 agent b835e776-46b5-4eff-93c4-9e4171758957 {{(pid=115319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 00:06:13.225938 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] Notify agent at l3_agent.dv-cinder-847864-2-iscsi the message routers_updated {{(pid=115319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 00:06:13.231144 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-1c54b94c-5e14-457b-9dcb-98816bf13f95 admin admin] 10.222.0.26 "PUT /v2.0/routers/b56a8dda-02eb-4633-b305-5502c88ba75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6736503 Jun 28 00:06:13.233878 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39708) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:13.237519 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] Sync routers for ids ['b56a8dda-02eb-4633-b305-5502c88ba75f'] in dv-cinder-847864-2-iscsi {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 00:06:13.249771 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] Routers {'b56a8dda-02eb-4633-b305-5502c88ba75f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:06:13.250522 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:05:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b56a8dda-02eb-4633-b305-5502c88ba75f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:13.346785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks [] for router (b56a8dda-02eb-4633-b305-5502c88ba75f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.355978 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] Set router b56a8dda-02eb-4633-b305-5502c88ba75f gateway port host: dv-cinder-847864-2-iscsi {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:06:13.445663 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks [] for router_gateway (b56a8dda-02eb-4633-b305-5502c88ba75f), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.501469 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Deleting port a687eb94-f49b-472c-b32a-e76100a547bd {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:13.501841 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.532086 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'external_fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:06:12Z', 'revision_number': 5, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port': {'id': 'a687eb94-f49b-472c-b32a-e76100a547bd', 'name': '', 'network_id': '3e182558-5443-45c6-9a06-c316dd3f3969', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T00:01:15Z', 'updated_at': '2022-06-28T00:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c3d12fb-f6b2-4140-a93f-56454d034bd7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-2-iscsi'}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:13.560433 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] Checking router: b56a8dda-02eb-4633-b305-5502c88ba75f for host: dv-cinder-847864-2-iscsi {{(pid=115320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 00:06:13.569644 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] Routers {'b56a8dda-02eb-4633-b305-5502c88ba75f'} bound to L3 agent in host dv-cinder-847864-2-iscsi {{(pid=115320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 28 00:06:13.570270 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T23:44:50Z,description=,heartbeat_timestamp=2022-06-28T00:05:50Z,host='dv-cinder-847864-2-iscsi',id=b835e776-46b5-4eff-93c4-9e4171758957,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T23:44:50Z,topic='l3_agent')) {'router_ids': ['b56a8dda-02eb-4633-b305-5502c88ba75f'], 'active': True} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:13.583785 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] For port a687eb94-f49b-472c-b32a-e76100a547bd, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=a687eb94-f49b-472c-b32a-e76100a547bd,segment=NetworkSegment(1a4b08f3-060e-48de-870f-bc9491cbae6b),segment_id=1a4b08f3-060e-48de-870f-bc9491cbae6b)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:13.584180 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.598698 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Calling delete_port for a687eb94-f49b-472c-b32a-e76100a547bd owned by network:router_gateway {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:13.776285 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (a687eb94-f49b-472c-b32a-e76100a547bd), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.783686 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_dvr_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] Set router b56a8dda-02eb-4633-b305-5502c88ba75f gateway port host: None {{(pid=115320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 28 00:06:13.805093 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Pushing event deleted for resources: {'Port': ['ID=a687eb94-f49b-472c-b32a-e76100a547bd,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:13.832349 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.db.l3_hamode_db [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:06:13Z', 'revision_number': 6, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port_host': None}], 'dv-cinder-847864-2-iscsi', False) {} {{(pid=115320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:13.856368 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a440031-aad6-4cba-8e3a-e6f16157a3f3 None None] The sync data for ids ['b56a8dda-02eb-4633-b305-5502c88ba75f'] in dv-cinder-847864-2-iscsi is: [{'id': 'b56a8dda-02eb-4633-b305-5502c88ba75f', 'name': 'tempest-TestShelveInstance-1845463319-router', 'tenant_id': '208e43e60d9543218d06235f99f65910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T00:01:14Z', 'updated_at': '2022-06-28T00:06:13Z', 'revision_number': 6, 'project_id': '208e43e60d9543218d06235f99f65910', 'gw_port_host': None}] {{(pid=115320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 00:06:13.871559 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3819167'] for router_gateway (b56a8dda-02eb-4633-b305-5502c88ba75f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.961368 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3829782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62055'] for router (b56a8dda-02eb-4633-b305-5502c88ba75f), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:13.963581 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks [] for router_controller (b56a8dda-02eb-4633-b305-5502c88ba75f), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.009028 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3829775'] for router (b56a8dda-02eb-4633-b305-5502c88ba75f), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.009712 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b56a8dda-02eb-4633-b305-5502c88ba75f {{(pid=115318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 00:06:14.014207 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.015359 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-599ddbe7-ea0b-41f7-8fe5-a07beabc6110 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b56a8dda-02eb-4633-b305-5502c88ba75f HTTP/1.1" status: 204 len: 168 time: 0.7804255 Jun 28 00:06:14.018013 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39710) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:14.068278 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.db_base_plugin_v2 [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Deleting subnet 1e16836e-7b36-4128-8718-f12c6ff5ac82 {{(pid=115318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jun 28 00:06:14.073510 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Publish callbacks [] for subnet (1e16836e-7b36-4128-8718-f12c6ff5ac82), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.114841 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62406919'] for subnet (1e16836e-7b36-4128-8718-f12c6ff5ac82), precommit_delete_associations {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.187365 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684798'] for subnet (1e16836e-7b36-4128-8718-f12c6ff5ac82), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.250987 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58883365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62596864'] for subnet (1e16836e-7b36-4128-8718-f12c6ff5ac82), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.280722 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e16836e-7b36-4128-8718-f12c6ff5ac82,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:14.288410 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.296180 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-24232cc3-9e14-4a18-9094-82940f1d6849 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e16836e-7b36-4128-8718-f12c6ff5ac82 HTTP/1.1" status: 204 len: 168 time: 0.2726200 Jun 28 00:06:14.296420 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39712) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:14.306828 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5739654-c305-4a0e-affc-bee03c8dc9f9 None None] Network da0fca7f-17dc-4323-9eca-9422c57941bd requested from dv-cinder-847864-2-iscsi {{(pid=115320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 28 00:06:14.354945 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 36911449-efca-4d7e-8b89-717119d301cf no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:14.375714 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657441'] for network (da0fca7f-17dc-4323-9eca-9422c57941bd), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.380036 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 36911449-efca-4d7e-8b89-717119d301cf {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:14.380374 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 36911449-efca-4d7e-8b89-717119d301cf not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:14.425847 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Deleting port 534eb9a8-6987-4b68-bb69-e86229c39ea7 {{(pid=115318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jun 28 00:06:14.426362 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741905024943'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.493018 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.db [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] For port 534eb9a8-6987-4b68-bb69-e86229c39ea7, host dv-cinder-847864-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-2-iscsi',level=0,port_id=534eb9a8-6987-4b68-bb69-e86229c39ea7,segment=NetworkSegment(f27b6dc7-2417-46cd-b999-fbe533bc7a89),segment_id=f27b6dc7-2417-46cd-b999-fbe533bc7a89)] {{(pid=115318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 00:06:14.493404 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819805'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.505730 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.plugin [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Calling delete_port for 534eb9a8-6987-4b68-bb69-e86229c39ea7 owned by network:dhcp {{(pid=115318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jun 28 00:06:14.584258 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-692264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741905030422', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741904604766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58883528'] for port (534eb9a8-6987-4b68-bb69-e86229c39ea7), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.610442 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=534eb9a8-6987-4b68-bb69-e86229c39ea7,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:14.613874 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] No DVR routers for this DVR port 534eb9a8-6987-4b68-bb69-e86229c39ea7 on host dv-cinder-847864-2-iscsi {{(pid=115318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 00:06:14.681658 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54fa5d-dd6d-44b7-972b-2b33e4913019 None None] DHCP port deletion for da0fca7f-17dc-4323-9eca-9422c57941bd request from dv-cinder-847864-2-iscsi {{(pid=115320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 28 00:06:14.692473 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685419', 'neutron.services.segments.db._delete_segments_for_network-8741905084874'] for network (da0fca7f-17dc-4323-9eca-9422c57941bd), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.715050 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0fca7f-17dc-4323-9eca-9422c57941bd']}} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:14.726113 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27b6dc7-2417-46cd-b999-fbe533bc7a89') {'for_net_delete': True} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:14.726530 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.services.segments.db [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27b6dc7-2417-46cd-b999-fbe533bc7a89') {} {{(pid=115318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 00:06:14.736680 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741905085907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62406974'] for segment (f27b6dc7-2417-46cd-b999-fbe533bc7a89), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.750545 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810'] for segment (f27b6dc7-2417-46cd-b999-fbe533bc7a89), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.758057 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=115318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 00:06:14.758727 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58883487'] for segment (f27b6dc7-2417-46cd-b999-fbe533bc7a89), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.801843 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment f27b6dc7-2417-46cd-b999-fbe533bc7a89 resource provider aggregate not found Jun 28 00:06:14.824074 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.services.segments.plugin [-] Segment f27b6dc7-2417-46cd-b999-fbe533bc7a89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f27b6dc7-2417-46cd-b999-fbe533bc7a89 found for delete ", "request_id": "req-ee248b13-aea2-4a05-85d7-00c95426501e"}]} Jun 28 00:06:14.835420 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3795608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819195'] for network (da0fca7f-17dc-4323-9eca-9422c57941bd), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.840145 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795626'] for network (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:14.843763 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] 10.222.0.26 "DELETE /v2.0/networks/da0fca7f-17dc-4323-9eca-9422c57941bd HTTP/1.1" status: 204 len: 168 time: 0.5462153 Jun 28 00:06:14.856680 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278acb-f89c-4022-ba21-977586916f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=da0fca7f-17dc-4323-9eca-9422c57941bd,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:14.959611 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39720) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:15.004557 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-f7e0210f-e831-47a3-a78e-d30d08b07a2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=184c5d5a2ef040a2a58833d89acdaed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436773 Jun 28 00:06:15.007002 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39722) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:15.055299 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-401fad7d-0534-442d-9492-6636c5267ec2 admin admin] Publish callbacks [] for security_group (121ae252-e7ba-4bab-9f43-7ceba30200ab), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.076127 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-401fad7d-0534-442d-9492-6636c5267ec2 admin admin] Publish callbacks [] for security_group (121ae252-e7ba-4bab-9f43-7ceba30200ab), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.128122 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-401fad7d-0534-442d-9492-6636c5267ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (121ae252-e7ba-4bab-9f43-7ceba30200ab), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.130657 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-401fad7d-0534-442d-9492-6636c5267ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.131931 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-401fad7d-0534-442d-9492-6636c5267ec2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/121ae252-e7ba-4bab-9f43-7ceba30200ab HTTP/1.1" status: 204 len: 168 time: 0.1238072 Jun 28 00:06:15.139793 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fad7d-0534-442d-9492-6636c5267ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ae252-e7ba-4bab-9f43-7ceba30200ab,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:15.465871 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [-] (115319) accepted ('10.222.0.26', 39728) {{(pid=115319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:15.506982 dv-cinder-847864-2-iscsi neutron-server[115319]: INFO neutron.wsgi [None req-d5fcab27-f67d-4b8b-a25d-9db45f38117b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=208e43e60d9543218d06235f99f65910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399055 Jun 28 00:06:15.510040 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [-] (115318) accepted ('10.222.0.26', 39730) {{(pid=115318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 28 00:06:15.559892 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3775c062-9010-47df-a941-4bd8f3e6e72b admin admin] Publish callbacks [] for security_group (cbb39f82-1ccf-461a-8539-22b2116bfad6), before_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.581959 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3775c062-9010-47df-a941-4bd8f3e6e72b admin admin] Publish callbacks [] for security_group (cbb39f82-1ccf-461a-8539-22b2116bfad6), precommit_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.649809 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3775c062-9010-47df-a941-4bd8f3e6e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698595'] for security_group (cbb39f82-1ccf-461a-8539-22b2116bfad6), after_delete {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.652771 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron_lib.callbacks.manager [None req-3775c062-9010-47df-a941-4bd8f3e6e72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:15.653990 dv-cinder-847864-2-iscsi neutron-server[115318]: INFO neutron.wsgi [None req-3775c062-9010-47df-a941-4bd8f3e6e72b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbb39f82-1ccf-461a-8539-22b2116bfad6 HTTP/1.1" status: 204 len: 168 time: 0.1429508 Jun 28 00:06:15.662107 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775c062-9010-47df-a941-4bd8f3e6e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb39f82-1ccf-461a-8539-22b2116bfad6,revision_number=None']} {{(pid=115318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 00:06:16.003651 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 534eb9a8-6987-4b68-bb69-e86229c39ea7 no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:16.025426 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: 534eb9a8-6987-4b68-bb69-e86229c39ea7 {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:16.026201 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device 534eb9a8-6987-4b68-bb69-e86229c39ea7 not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:16.026697 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a687eb94-f49b-472c-b32a-e76100a547bd no longer exists at agent ovs-agent-dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 00:06:16.046010 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.plugin [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] No Port match for: a687eb94-f49b-472c-b32a-e76100a547bd {{(pid=115320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jun 28 00:06:16.046353 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron.plugins.ml2.rpc [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Device a687eb94-f49b-472c-b32a-e76100a547bd not bound to the agent host dv-cinder-847864-2-iscsi {{(pid=115320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 00:06:17.442153 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:06:17.523565 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-4f653e08-28f2-4eca-8ee8-6013517d7c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:19.741645 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1a160a26-fa65-4b7f-b1bc-e239138785bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:20.783369 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:22.288215 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:23.851730 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:33.103137 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:47.531286 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b533ac7c-7f97-4e78-9d1d-765016135a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:49.742798 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1b35409a-8b8c-46d8-9c26-30c938543084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:50.793663 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:52.294469 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:53.851473 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:06:54.442119 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:07:03.112779 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:17.520994 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4196-c7bf-4729-942c-0473360a094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:19.739534 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1e97a3ab-793f-4879-a352-61d6c8999d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:20.801863 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:22.294828 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:23.853096 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:31.447194 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:07:33.131918 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:47.522979 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c05dcb2a-fd41-4571-a8fc-73686c2bbc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:49.736368 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab032-38a7-460d-a396-04c30018f3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:50.794126 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:52.303348 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:07:53.861388 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:03.130696 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:08.453407 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:08:17.526787 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-d57b0291-b1dc-4509-bb80-b283f88cd266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:19.733702 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-5b19a9a2-762e-4e58-9eb7-73c78ba7f1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:20.800364 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:22.304870 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:23.855883 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:33.139669 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:45.458393 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:08:45.961095 dv-cinder-847864-2-iscsi neutron-server[115318]: DEBUG neutron.wsgi [req-1eae96d5-97ab-44a8-b74b-7faabfa5f717 req-02002843-8207-4771-b992-4a719673606e service neutron] (115318) timed out ('10.222.0.27', 53590) {{(pid=115318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 28 00:08:47.531843 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-02dac904-5a3e-4b64-bf73-f7371b5afc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:48.007364 dv-cinder-847864-2-iscsi neutron-server[115319]: DEBUG neutron.wsgi [req-15308f36-bd75-4032-bc11-0676d6f81ac6 req-7b090226-349a-472d-a014-dc598d38fd09 service neutron] (115319) timed out ('10.222.0.27', 53577) {{(pid=115319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 28 00:08:49.731149 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-afc65d94-0b50-49a0-a8e4-848c58624a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:50.803326 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:52.315080 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:08:53.859337 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:03.144625 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:17.520974 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-77578f5a-87c3-41b5-a9e6-7d533618f521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:19.735742 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-b3636d67-b012-4dfc-9768-3a002bbfbec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:20.805283 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:22.317538 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:22.463755 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:09:23.860826 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:33.149832 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:47.526856 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-005b3868-c289-42e0-8b4a-40f5a43dfade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:49.741124 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-30b90473-7dec-4cdc-9e71-8d1b9a056a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:50.816756 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:52.319080 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:53.860803 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:09:59.469225 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:10:03.162054 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:17.523491 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-a55d1a64-4434-4d1f-9f7f-d47056527266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:19.736735 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-c13f0f32-851b-4f30-b4e1-617bb07d96a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:20.810357 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:22.324802 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:23.859485 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:33.174945 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:36.471970 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:10:47.512794 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e9ae-3d43-4d38-a16a-838ddcbbd487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:49.742530 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-25acc5fe-32e3-45b0-91d2-23729f393b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:50.823304 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:52.329751 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:10:53.862774 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:03.165765 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:13.476496 dv-cinder-847864-2-iscsi neutron-server[115321]: DEBUG neutron.db.agents_db [None req-26e30b77-f09c-47a1-b86a-7b2211e012ba None None] Agent healthcheck: found 6 active agents {{(pid=115321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 00:11:17.517847 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-1d66048b-85c9-4045-b699-b1ff22f8b6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (2d53af3d-6950-4458-9935-033be20979f3), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:19.738472 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-37e818bf-ccc8-4136-8e81-5a5e9161e64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (b835e776-46b5-4eff-93c4-9e4171758957), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:20.821441 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb4a8-c787-4d04-9320-8caf58c34e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (6e8e870e-4d52-4cf6-9777-e630f5cbdb0e), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:22.331266 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-ca72d8a7-e92e-4b9c-ba7f-9521069a7d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (ad0c614a-3534-45cd-97d1-f6cd555461b1), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:23.867455 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-387bf3bc-eab0-4f75-bca5-1ed2a72743a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (718bf3ba-daf1-4dd5-b981-290cf039b293), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 28 00:11:33.164660 dv-cinder-847864-2-iscsi neutron-server[115320]: DEBUG neutron_lib.callbacks.manager [None req-29cdbbb2-6e2e-4165-9258-72f2f99b21da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741905084856', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687186'] for agent (fa852423-9a0e-45cb-9352-10cecfb2e1a0), after_update {{(pid=115320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}